-- Logs begin at Thu 2021-07-15 18:11:58 UTC, end at Thu 2021-07-15 19:22:27 UTC. -- Jul 15 18:56:32.277087 dv-cinder-788363-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 15 18:56:34.988318 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.common.config [-] Logging enabled! Jul 15 18:56:34.988915 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 15 18:56:34.989080 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93548) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 15 18:56:34.992264 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.common.config [-] Logging enabled! Jul 15 18:56:34.992516 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 15 18:56:34.992823 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93548) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 15 18:56:34.993759 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 18:56:34.993998 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 18:56:34.994355 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 18:56:34.994601 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 18:56:34.994827 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 18:56:34.995151 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:34.995451 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:34.995746 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:34.995973 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:34.996264 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:34.996552 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:34.996976 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:34.997182 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:34.997479 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:34.997793 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:34.998073 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:34.998356 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:34.998586 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:34.998866 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:34.999150 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:34.999434 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:34.999675 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] debug = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:34.999937 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.000355 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.000768 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.001046 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.001333 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.001610 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.001905 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.002181 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.002470 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.002787 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] host = dv-cinder-788363-8-iscsi {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.003061 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.003345 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.003627 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.003920 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.004185 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.004457 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.004739 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.005010 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.005279 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] log_file = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.005550 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.005858 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.006144 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.006431 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.006655 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.006935 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.007227 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.007514 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.007786 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.008057 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.008328 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.008602 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.008873 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.009138 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.009422 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.009728 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.010013 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.010285 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.010557 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.010827 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.011095 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.011376 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.011644 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.011913 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.012183 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.012472 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.012759 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.013031 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.013330 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.013613 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.013915 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.014200 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.014473 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.014751 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.015021 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.015297 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.015567 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] use_json = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.015837 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.016104 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.016382 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.016655 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.016926 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.017218 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.017553 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.017842 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:35.018138 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.018431 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.018731 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.019015 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.019306 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.019585 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.019870 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.020146 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.020432 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.020720 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.021006 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.021283 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.021569 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.021868 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.022160 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.022466 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.022758 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.023047 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.023320 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.023594 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.023867 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.024144 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.024429 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.024719 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.025007 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.025280 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.025556 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.025870 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.026147 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.026415 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.026691 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.026976 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.027253 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.027528 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.027808 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.028082 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.028949 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.029223 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.029502 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.029856 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.030145 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.030416 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.030690 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.030968 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.031244 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.031532 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.031805 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.032075 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.032343 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.032618 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.032886 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.033159 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.033436 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.033737 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.034016 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.034285 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.034556 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.034822 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.035091 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.035360 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.035628 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.035897 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.036173 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.036440 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.036709 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.036977 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.037247 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.037521 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.037833 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.038131 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.038408 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.038684 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.039224 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.039502 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.039779 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.040057 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.040334 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.040611 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.040882 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.041172 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.041456 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.041827 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.042056 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.042333 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.042670 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.042904 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.046436 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.046436 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.046436 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.046436 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.046436 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.046436 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.046436 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.046436 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.047028 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.047028 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.047028 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.047028 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.047311 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:35.047311 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 18:56:35.047526 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93548) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 15 18:56:35.395366 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 15 18:56:35.395648 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 15 18:56:35.395937 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 15 18:56:35.396267 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 15 18:56:35.792719 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:35.792927 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:35.793173 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:35.794408 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:35.794679 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:35.794946 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:35.831321 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:35.831598 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:35.831863 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:35.846154 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:35.846434 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:35.846702 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:35.877247 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:35.877524 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:35.877815 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:35.913666 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:35.914216 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:35.914483 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:36.155830 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:36.156494 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:36.156494 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:36.156683 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:36.157331 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:36.280551 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:36.280865 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:36.281147 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:36.281425 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:36.281715 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:36.282042 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:36.282309 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:36.282574 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:36.282833 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:36.283121 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:36.283388 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:36.283659 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:36.283918 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:36.284173 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:36.284432 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:36.284707 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:36.284964 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:36.285233 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:36.285512 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:36.285792 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:36.286066 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:36.286324 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:36.286609 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:36.287002 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:36.287255 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:36.287504 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:36.287911 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93548) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 18:56:36.288147 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93548) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 18:56:36.288383 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93548) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 18:56:36.288616 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93548) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 18:56:36.289100 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93548) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 18:56:36.289331 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93548) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 18:56:36.289716 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 15 18:56:36.293051 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 15 18:56:36.297028 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 15 18:56:36.300745 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Jul 15 18:56:36.302387 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 15 18:56:36.302840 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 15 18:56:36.303174 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 15 18:56:36.303561 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 15 18:56:36.307571 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 15 18:56:36.307840 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 15 18:56:36.308169 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 15 18:56:36.335994 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 15 18:56:36.336452 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:36.336754 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93548) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 15 18:56:36.337112 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:36.338502 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93548) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 15 18:56:36.338791 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 15 18:56:36.339038 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 15 18:56:36.342798 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:36.343074 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:36.407408 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 15 18:56:36.407597 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 15 18:56:36.407790 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 15 18:56:36.408170 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 15 18:56:36.429435 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_db.sqlalchemy.engines [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93548) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 15 18:56:36.968690 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.plugins.ml2.managers [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Initializing driver for type 'gre' Jul 15 18:56:36.969224 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] gre ID ranges: [(1, 1000)] Jul 15 18:56:37.034951 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.plugins.ml2.managers [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Initializing driver for type 'local' Jul 15 18:56:37.035302 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.plugins.ml2.managers [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Initializing driver for type 'vlan' Jul 15 18:56:37.050214 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] VlanTypeDriver initialization complete Jul 15 18:56:37.050553 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.plugins.ml2.managers [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Initializing driver for type 'vxlan' Jul 15 18:56:37.051078 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] vxlan ID ranges: [(1, 1000)] Jul 15 18:56:37.114994 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.plugins.ml2.managers [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Initializing extension driver 'port_security' Jul 15 18:56:37.114994 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.plugins.ml2.extensions.port_security [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] PortSecurityExtensionDriver initialization complete Jul 15 18:56:37.115825 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.plugins.ml2.managers [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Initializing mechanism driver 'openvswitch' Jul 15 18:56:37.115825 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.plugins.ml2.managers [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Initializing mechanism driver 'hyperv' Jul 15 18:56:37.122920 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.plugins.ml2.plugin [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:56:37.123795 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > port after_create 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.124168 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > port after_update 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.124522 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > port after_delete 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.125051 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93548) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 18:56:37.125494 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > subnet after_create 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.125875 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > subnet after_update 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.126228 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.126621 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93548) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 18:56:37.127030 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > network after_create 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.127383 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > network after_update 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.127734 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > network after_delete 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.128123 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93548) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 18:56:37.128529 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > security_group after_create 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.128883 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > security_group after_update 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.129228 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.129621 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93548) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 18:56:37.130053 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.130405 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.130750 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.131141 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93548) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 18:56:37.131547 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > address_group after_create 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.131893 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > address_group after_update 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.132233 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.132623 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93548) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 18:56:37.133003 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] ML2 OVO RPC backend initialized. {{(pid=93548) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 15 18:56:37.133757 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.134118 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.134573 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > network before_response 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.134929 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > networks before_response 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.135285 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > port before_response 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.135631 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > ports before_response 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.135977 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > subnet before_response 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.136322 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > subnets before_response 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.136670 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > network after_create 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.137007 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > network after_update 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.137347 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > network after_delete 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.138299 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > port after_create 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.138650 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > port after_update 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.138989 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > port after_delete 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.139324 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > subnet after_create 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.139664 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > subnet after_update 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.139999 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.140604 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.plugins.ml2.plugin [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Modular L2 Plugin initialization complete Jul 15 18:56:37.140934 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading services supported by the core plugin {{(pid=93548) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 15 18:56:37.141262 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.plugins.ml2.managers [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Got port-security extension from driver 'port_security' Jul 15 18:56:37.141762 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.extensions.vlantransparent [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Disabled vlantransparent extension. Jul 15 18:56:37.142244 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93548) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 15 18:56:37.142558 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading Plugin: router Jul 15 18:56:37.178850 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.179565 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > router after_create 55549900 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.179707 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > router before_create 55549900 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.179955 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.180333 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.180692 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > router after_delete 55549900 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.181054 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.181551 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > router after_create 55549900 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.181931 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > router after_update 55549900 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.182288 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > router after_update 55549900 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.182643 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.183005 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > router after_update 55549900 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.183419 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > router precommit_update 55549900 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.183794 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: port after_update 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.184137 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: port after_delete 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.184478 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: subnet after_update 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.185313 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.185685 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.186051 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > router precommit_create 55549900 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.186398 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: port before_delete 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.186743 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > router precommit_create 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.187104 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > router after_update 55549900 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.187449 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.187801 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > router precommit_create 55549900 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.188163 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.188514 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > router precommit_update 55549900 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.188879 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > agent after_create 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.189237 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > agent after_delete 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.189583 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > network after_delete 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.190504 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.quota.resource_registry [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Tracking information for resource: router configured {{(pid=93548) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 18:56:37.190839 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.quota.resource_registry [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Tracking information for resource: floatingip configured {{(pid=93548) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 18:56:37.195959 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.db.l3_agentschedulers_db [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 15 18:56:37.196557 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: port after_update 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.196925 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: port after_create 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.197282 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: port after_delete 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.197638 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: port after_update 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.198476 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > router before_create 55550100 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.198847 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.199212 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > router precommit_create 55550100 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.199573 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > router precommit_update 55550100 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.204682 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.services.provider_configuration [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Service providers = [] {{(pid=93548) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 15 18:56:37.205061 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.db.servicetype_db [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93548) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 15 18:56:37.208053 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.services.service_base [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93548) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 18:56:37.208410 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.services.service_base [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93548) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 18:56:37.208756 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.services.service_base [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93548) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 18:56:37.209696 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.services.service_base [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93548) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 18:56:37.210069 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.services.service_base [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 15 18:56:37.210458 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93548) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 18:56:37.210780 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 15 18:56:37.221582 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93548) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 18:56:37.221905 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading Plugin: auto_allocate Jul 15 18:56:37.227675 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: network precommit_update 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.228052 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: network precommit_create 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.228592 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93548) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 18:56:37.228919 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading Plugin: tag Jul 15 18:56:37.235740 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93548) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 18:56:37.236072 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading Plugin: timestamp Jul 15 18:56:37.239929 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93548) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 18:56:37.240264 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading Plugin: network_ip_availability Jul 15 18:56:37.245764 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.246146 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.246506 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.247823 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93548) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 18:56:37.248151 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading Plugin: flavors Jul 15 18:56:37.254671 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93548) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 18:56:37.255011 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading Plugin: revisions Jul 15 18:56:37.259756 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93548) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 18:56:37.260166 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_concurrency.lockutils [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.864s {{(pid=93548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 15 18:56:37.260954 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93548) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 15 18:56:37.261295 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Initializing extension manager. Jul 15 18:56:37.261862 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: __init__.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.262211 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: __pycache__ {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.262545 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.263458 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: address_group.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.264301 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.264905 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: address-group Jul 15 18:56:37.265231 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: address_scope.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.265992 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.266510 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: address-scope Jul 15 18:56:37.266835 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.267882 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.268409 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: router-admin-state-down-before-update Jul 15 18:56:37.268736 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: agent.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.269473 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.270026 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: agent Jul 15 18:56:37.270350 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: agent_resources_synced.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.271306 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.271832 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: agent-resources-synced Jul 15 18:56:37.272159 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: allowedaddresspairs.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.274101 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.274645 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: allowed-address-pairs Jul 15 18:56:37.274977 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: auto_allocated_topology.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.276098 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.276625 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: auto-allocated-topology Jul 15 18:56:37.276956 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: availability_zone.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.277697 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.278262 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: availability_zone Jul 15 18:56:37.278581 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: availability_zone_filter.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.279534 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.280056 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: availability_zone_filter Jul 15 18:56:37.280385 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: data_plane_status.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.281301 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.281846 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extension data-plane-status not supported by any of loaded plugins Jul 15 18:56:37.282175 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: default_subnetpools.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.283098 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.283621 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: default-subnetpools Jul 15 18:56:37.283948 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.284807 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.285322 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: dhcp_agent_scheduler Jul 15 18:56:37.285649 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: dns.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.286610 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.287125 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extension dns-integration not supported by any of loaded plugins Jul 15 18:56:37.287453 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: dns_domain_ports.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.288390 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.289165 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 15 18:56:37.289493 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.290470 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.291000 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 15 18:56:37.291329 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: dvr.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.292024 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.292543 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: dvr Jul 15 18:56:37.292868 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: empty_string_filtering.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.293899 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.294455 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: empty-string-filtering Jul 15 18:56:37.294789 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.295718 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.296227 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 15 18:56:37.296550 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.297471 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.298018 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 15 18:56:37.298343 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: external_net.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.299268 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.299782 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: external-net Jul 15 18:56:37.300105 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.301020 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.301530 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: extra_dhcp_opt Jul 15 18:56:37.301873 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: extraroute.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.302795 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.303304 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: extraroute Jul 15 18:56:37.303626 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: extraroute_atomic.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.304680 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.305198 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: extraroute-atomic Jul 15 18:56:37.305523 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: filter_validation.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.306243 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.306753 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: filter-validation Jul 15 18:56:37.307076 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: fip_pf_description.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.308001 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.308737 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 15 18:56:37.309064 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: fip_port_details.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.310551 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.311064 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: fip-port-details Jul 15 18:56:37.311391 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: flavors.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.312637 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.313160 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: flavors Jul 15 18:56:37.313489 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.315294 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.315823 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 15 18:56:37.316158 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: floatingip_pools.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.316866 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.317378 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: floatingip-pools Jul 15 18:56:37.317731 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: ip_allocation.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.318669 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.319184 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extension ip_allocation not supported by any of loaded plugins Jul 15 18:56:37.319518 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.320447 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.320961 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: ip-substring-filtering Jul 15 18:56:37.321291 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: l2_adjacency.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.322258 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.322773 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 15 18:56:37.323098 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: l3.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.324121 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.324644 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: router Jul 15 18:56:37.324973 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.327925 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.328458 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 15 18:56:37.328795 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.329777 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.330301 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: ext-gw-mode Jul 15 18:56:37.330633 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.331566 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.332081 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: l3-ha Jul 15 18:56:37.332409 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: l3_flavors.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.333352 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.333891 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: l3-flavors Jul 15 18:56:37.334220 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.335151 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.335665 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 15 18:56:37.335992 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: l3agentscheduler.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.337064 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.337585 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: l3_agent_scheduler Jul 15 18:56:37.337952 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: logging.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.339456 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.339986 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extension logging not supported by any of loaded plugins Jul 15 18:56:37.340317 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: metering.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.341099 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.341721 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: metering Jul 15 18:56:37.342057 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.343166 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.343690 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: metering_source_and_destination_fields Jul 15 18:56:37.344019 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: multiprovidernet.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.345092 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.345620 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: multi-provider Jul 15 18:56:37.345984 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: netmtu.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.346915 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.347437 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: net-mtu Jul 15 18:56:37.347763 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: netmtu_writable.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.348693 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.349211 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: net-mtu-writable Jul 15 18:56:37.349539 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: network_availability_zone.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.350247 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.350762 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: network_availability_zone Jul 15 18:56:37.351086 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: network_ip_availability.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.352196 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.352739 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: network-ip-availability Jul 15 18:56:37.353045 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: network_segment_range.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.353855 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.354372 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extension network-segment-range not supported by any of loaded plugins Jul 15 18:56:37.354700 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: pagination.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.355695 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.356034 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: pagination Jul 15 18:56:37.356386 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: port_device_profile.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.357304 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.357861 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: port-device-profile Jul 15 18:56:37.358189 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.359131 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.359650 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: port-mac-address-regenerate Jul 15 18:56:37.359976 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.360908 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.361424 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: port-numa-affinity-policy Jul 15 18:56:37.361792 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: port_resource_request.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.362715 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.363229 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extension port-resource-request not supported by any of loaded plugins Jul 15 18:56:37.363555 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: portbindings.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.364497 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.365036 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: binding Jul 15 18:56:37.365368 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: portbindings_extended.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.366694 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.367218 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: binding-extended Jul 15 18:56:37.367547 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: portsecurity.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.368471 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.368991 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: port-security Jul 15 18:56:37.369318 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: project_id.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.370336 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.370672 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: project-id Jul 15 18:56:37.370998 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: providernet.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.371933 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.372966 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: provider Jul 15 18:56:37.373287 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: qos.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.376840 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.377371 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extension qos not supported by any of loaded plugins Jul 15 18:56:37.377742 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.379000 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.379525 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 15 18:56:37.379860 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.380789 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.381313 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 15 18:56:37.381644 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: qos_default.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.382599 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.383125 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extension qos-default not supported by any of loaded plugins Jul 15 18:56:37.383458 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: qos_fip.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.384130 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.384640 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extension qos-fip not supported by any of loaded plugins Jul 15 18:56:37.384966 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: qos_gateway_ip.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.385949 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.386464 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 15 18:56:37.386787 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: qos_port_network_policy.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.388325 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.388841 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 15 18:56:37.389165 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: qos_rule_type_details.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.390116 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.390630 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 15 18:56:37.390954 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: qos_rules_alias.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.392015 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.392535 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 15 18:56:37.392863 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: quotasv2.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.393870 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.394405 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: quotas Jul 15 18:56:37.394734 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: quotasv2_detail.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.397842 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.398194 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: quota_details Jul 15 18:56:37.398534 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: rbac.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.399622 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.400160 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: rbac-policies Jul 15 18:56:37.400497 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: rbac_address_group.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.401442 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.402004 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: rbac-address-group Jul 15 18:56:37.402337 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: rbac_address_scope.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.403312 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.403834 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: rbac-address-scope Jul 15 18:56:37.404162 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: rbac_security_groups.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.405088 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.405611 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: rbac-security-groups Jul 15 18:56:37.405966 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: rbac_subnetpool.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.406889 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.407409 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: rbac-subnetpool Jul 15 18:56:37.407736 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: revisionifmatch.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.408665 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.409189 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: revision-if-match Jul 15 18:56:37.409518 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: revisions.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.410664 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.411181 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: standard-attr-revisions Jul 15 18:56:37.411509 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: router_availability_zone.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.412192 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.412712 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: router_availability_zone Jul 15 18:56:37.413037 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: routerservicetype.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.414259 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.414773 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extension router-service-type not supported by any of loaded plugins Jul 15 18:56:37.415098 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.416039 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.416557 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: security-groups-normalized-cidr Jul 15 18:56:37.416884 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.417857 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.418375 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: port-security-groups-filtering Jul 15 18:56:37.418707 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.419662 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.420175 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: security-groups-remote-address-group Jul 15 18:56:37.420499 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: securitygroup.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.430127 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.430664 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: security-group Jul 15 18:56:37.431003 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: segment.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.431801 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.432320 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extension segment not supported by any of loaded plugins Jul 15 18:56:37.432651 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.433612 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.434159 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 15 18:56:37.435024 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: servicetype.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.436142 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.436669 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: service-type Jul 15 18:56:37.437001 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: sorting.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.438025 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.438365 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: sorting Jul 15 18:56:37.438693 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: standard_attr_segment.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.439702 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.440224 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 15 18:56:37.440557 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: standardattrdescription.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.441220 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.441829 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: standard-attr-description Jul 15 18:56:37.442161 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: stateful_security_group.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.443119 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.443647 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: stateful-security-group Jul 15 18:56:37.443973 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: stdattrs_common.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.444563 dv-cinder-788363-8-iscsi neutron-server[93548]: WARNING neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 15 18:56:37.444887 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.445856 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.446375 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 15 18:56:37.446698 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: subnet_onboard.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.447791 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.448321 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: subnet_onboard Jul 15 18:56:37.448649 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.449587 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.450193 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 15 18:56:37.451019 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: subnet_service_types.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.451959 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.452490 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: subnet-service-types Jul 15 18:56:37.452819 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: subnetallocation.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.453928 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.454457 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: subnet_allocation Jul 15 18:56:37.454784 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.455475 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.455998 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: subnetpool-prefix-ops Jul 15 18:56:37.456325 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.457290 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.457837 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 15 18:56:37.458165 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: tagging.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.459298 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.459821 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: standard-attr-tag Jul 15 18:56:37.460150 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: timestamp.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.461405 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.461962 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loaded extension: standard-attr-timestamp Jul 15 18:56:37.462295 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: trunk.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.463345 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.463869 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extension trunk not supported by any of loaded plugins Jul 15 18:56:37.464199 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: trunk_details.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.465136 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.465679 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extension trunk-details not supported by any of loaded plugins Jul 15 18:56:37.466042 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: uplink_status_propagation.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.466981 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.467505 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 15 18:56:37.467832 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Loading extension file: vlantransparent.py {{(pid=93548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:37.468522 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:37.469041 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 15 18:56:37.471779 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.quota.resource_registry [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Creating instance of TrackedResource for resource:network Jul 15 18:56:37.472275 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.quota.resource_registry [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Creating instance of TrackedResource for resource:subnet Jul 15 18:56:37.472684 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.quota.resource_registry [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 18:56:37.473087 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.quota.resource_registry [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Creating instance of TrackedResource for resource:port Jul 15 18:56:37.474617 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.v2.resource_helper [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 18:56:37.475066 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.v2.resource_helper [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Service FLAVORS assigned prefix: {{(pid=93548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 18:56:37.475705 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.v2.resource_helper [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 18:56:37.476132 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.v2.resource_helper [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 18:56:37.476470 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.quota.resource_registry [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Creating instance of TrackedResource for resource:router Jul 15 18:56:37.476914 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.quota.resource_registry [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Creating instance of TrackedResource for resource:floatingip Jul 15 18:56:37.477415 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.v2.resource_helper [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Service METERING assigned prefix: /metering {{(pid=93548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 18:56:37.478951 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.479329 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.479686 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:37.480749 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.quota.resource_registry [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Creating instance of CountableResource for resource:rbac_policy Jul 15 18:56:37.481204 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.quota.resource_registry [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Creating instance of TrackedResource for resource:security_group Jul 15 18:56:37.482234 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.quota.resource_registry [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 15 18:56:37.482872 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.v2.resource_helper [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Service CORE assigned prefix: {{(pid=93548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 18:56:37.483201 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.quota.resource_registry [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 18:56:37.483554 dv-cinder-788363-8-iscsi neutron-server[93548]: WARNING neutron.quota.resource_registry [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] subnetpool is already registered Jul 15 18:56:37.483982 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.v2.resource_helper [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Service CORE assigned prefix: {{(pid=93548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 18:56:37.484308 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.quota.resource_registry [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 18:56:37.484641 dv-cinder-788363-8-iscsi neutron-server[93548]: WARNING neutron.quota.resource_registry [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] subnetpool is already registered Jul 15 18:56:37.487047 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.v2.resource_helper [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 18:56:37.487493 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.v2.resource_helper [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Service FLAVORS assigned prefix: {{(pid=93548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 18:56:37.488089 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.v2.resource_helper [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 18:56:37.488513 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.v2.resource_helper [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 18:56:37.488849 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.quota.resource_registry [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Creating instance of TrackedResource for resource:router Jul 15 18:56:37.489191 dv-cinder-788363-8-iscsi neutron-server[93548]: WARNING neutron.quota.resource_registry [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] router is already registered Jul 15 18:56:37.489605 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.quota.resource_registry [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Creating instance of TrackedResource for resource:floatingip Jul 15 18:56:37.489966 dv-cinder-788363-8-iscsi neutron-server[93548]: WARNING neutron.quota.resource_registry [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] floatingip is already registered Jul 15 18:56:37.490427 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.v2.resource_helper [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Service METERING assigned prefix: /metering {{(pid=93548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 18:56:37.491107 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.quota.resource_registry [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Creating instance of CountableResource for resource:rbac_policy Jul 15 18:56:37.491441 dv-cinder-788363-8-iscsi neutron-server[93548]: WARNING neutron.quota.resource_registry [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] rbac_policy is already registered Jul 15 18:56:37.491867 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.quota.resource_registry [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Creating instance of TrackedResource for resource:security_group Jul 15 18:56:37.492231 dv-cinder-788363-8-iscsi neutron-server[93548]: WARNING neutron.quota.resource_registry [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] security_group is already registered Jul 15 18:56:37.492640 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.quota.resource_registry [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 15 18:56:37.492976 dv-cinder-788363-8-iscsi neutron-server[93548]: WARNING neutron.quota.resource_registry [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] security_group_rule is already registered Jul 15 18:56:37.493613 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.v2.resource_helper [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Service CORE assigned prefix: {{(pid=93548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 18:56:37.493964 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.quota.resource_registry [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 18:56:37.494301 dv-cinder-788363-8-iscsi neutron-server[93548]: WARNING neutron.quota.resource_registry [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] subnetpool is already registered Jul 15 18:56:37.494723 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.v2.resource_helper [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Service CORE assigned prefix: {{(pid=93548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 18:56:37.495045 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.quota.resource_registry [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 18:56:37.495376 dv-cinder-788363-8-iscsi neutron-server[93548]: WARNING neutron.quota.resource_registry [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] subnetpool is already registered Jul 15 18:56:37.495851 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extended resource: extensions {{(pid=93548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:37.497932 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extended resource: address-groups {{(pid=93548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:37.499482 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extended resource: address-scopes {{(pid=93548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:37.500786 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extended resource: agents {{(pid=93548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:37.501973 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extended resource: auto-allocated-topology {{(pid=93548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:37.503201 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extended resource: availability_zones {{(pid=93548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:37.504419 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extended resource: dhcp-networks {{(pid=93548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:37.505960 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extended resource: dhcp-agents {{(pid=93548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:37.507420 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extended resource: routers {{(pid=93548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:37.509125 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extended resource: flavors {{(pid=93548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:37.511611 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extended resource: service_profiles {{(pid=93548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:37.512851 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extended resource: next_providers {{(pid=93548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:37.514325 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extended resource: service_profiles {{(pid=93548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:37.515923 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extended resource: floatingip-pools {{(pid=93548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:37.517132 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extended resource: routers {{(pid=93548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:37.518831 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extended resource: floatingips {{(pid=93548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:37.520106 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extended resource: l3-routers {{(pid=93548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:37.521505 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extended resource: l3-agents {{(pid=93548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:37.522952 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extended resource: metering-labels {{(pid=93548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:37.524209 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extended resource: metering-label-rules {{(pid=93548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:37.525566 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extended resource: network-ip-availabilities {{(pid=93548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:37.526837 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extended resource: bindings {{(pid=93548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:37.528431 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extended resource: quotas {{(pid=93548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:37.529998 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extended resource: quotas {{(pid=93548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:37.531408 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extended resource: rbac-policies {{(pid=93548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:37.532598 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extended resource: security-groups {{(pid=93548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:37.533956 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extended resource: security-group-rules {{(pid=93548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:37.535214 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extended resource: service-providers {{(pid=93548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:37.536437 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extended resource: subnetpools {{(pid=93548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:37.537767 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extended resource: subnetpools {{(pid=93548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:37.540595 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extended resource: tags {{(pid=93548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:37.542300 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extended resource: tags {{(pid=93548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:37.544623 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extended resource: tags {{(pid=93548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:37.546435 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extended resource: tags {{(pid=93548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:37.548115 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extended resource: tags {{(pid=93548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:37.550084 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extended resource: tags {{(pid=93548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:37.551755 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extended resource: tags {{(pid=93548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:37.553540 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extended resource: tags {{(pid=93548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:37.555423 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extended resource: tags {{(pid=93548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:37.557171 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron.api.extensions [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Extended resource: tags {{(pid=93548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:37.563762 dv-cinder-788363-8-iscsi neutron-server[93548]: WARNING keystonemiddleware.auth_token [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 15 18:56:37.568339 dv-cinder-788363-8-iscsi neutron-server[93548]: WARNING keystonemiddleware.auth_token [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 15 18:56:37.576992 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_concurrency.lockutils [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Acquired lock "singleton_lock" {{(pid=93548) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 15 18:56:37.577476 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_concurrency.lockutils [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Releasing lock "singleton_lock" {{(pid=93548) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 15 18:56:37.578158 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO oslo_service.service [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Starting 2 workers Jul 15 18:56:37.583050 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Started child 93657 {{(pid=93548) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 18:56:37.587766 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Started child 93658 {{(pid=93548) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 18:56:37.588511 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:56:37.589447 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO neutron.service [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 15 18:56:37.590173 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Notify callbacks [] for process, before_spawn {{(pid=93548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:56:37.590282 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [-] (93657) wsgi starting up on http://0.0.0.0:9696 Jul 15 18:56:37.592630 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO oslo_service.service [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Starting 1 workers Jul 15 18:56:37.592785 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:56:37.594167 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [-] (93658) wsgi starting up on http://0.0.0.0:9696 Jul 15 18:56:37.597955 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Started child 93659 {{(pid=93548) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 18:56:37.598499 dv-cinder-788363-8-iscsi neutron-server[93548]: INFO oslo_service.service [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Starting 1 workers Jul 15 18:56:37.601800 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.service [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] calling RpcWorker wait() {{(pid=93659) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 15 18:56:37.602688 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.service [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] returning from RpcWorker wait() {{(pid=93659) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 15 18:56:37.603182 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Started child 93660 {{(pid=93548) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 18:56:37.603741 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:56:37.604009 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG neutron_lib.callbacks.manager [None req-c6cde5af-b30a-4e5e-bf21-01251e2e1970 None None] Notify callbacks [] for process, after_spawn {{(pid=93548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:56:37.604333 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:56:37.605935 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93548) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 15 18:56:37.606199 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 18:56:37.606902 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 18:56:37.607129 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 18:56:37.607455 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 18:56:37.607599 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 18:56:37.608124 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.608413 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.608667 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.608918 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.609222 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.609704 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:56:37.610492 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.610492 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.610492 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.611059 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.611059 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.611059 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.611714 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.611714 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.612086 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:56:37.612284 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.612284 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.612284 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.612813 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.612813 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.613173 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.613173 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.613515 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.613722 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.613941 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] debug = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.614195 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.614709 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.614956 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.615221 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.615465 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.615748 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.616009 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.616266 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.616503 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.616729 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.616967 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.617218 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.617618 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.617862 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.618072 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.618270 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.618461 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.618896 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] host = dv-cinder-788363-8-iscsi {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.619144 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.619382 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.619619 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.619869 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.620234 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.620444 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.620626 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.620839 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.621109 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.621353 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.621607 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.621897 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.622700 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.622952 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] log_file = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.623204 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] log_options = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.623395 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.623593 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.623891 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.624082 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.624277 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.624468 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.624655 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.624855 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.625084 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.625272 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.625455 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.625700 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.625908 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.626131 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.626377 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.626651 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.626876 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.627095 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.627348 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.627604 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.627960 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.628151 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.628342 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.628537 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.628748 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.628949 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.629139 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.629384 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.629620 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.629903 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.630149 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.630507 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.630710 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.630892 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.631073 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.631306 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.631511 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.631780 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.632013 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.632282 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.632536 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.632772 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.633021 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.633228 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.633488 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.633732 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] use_json = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.633923 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.634127 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.634391 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.634606 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.634829 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.635028 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.635249 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.635493 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.635941 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.636242 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.636536 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.636886 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.637088 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.637288 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.637505 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.637805 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.638147 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.638339 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.638618 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.638843 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.639144 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.639396 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.639674 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.639996 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.640236 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.640513 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.640847 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.641040 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.641235 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.641453 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.641814 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.642079 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.642329 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.642616 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.642837 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.643954 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.643954 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.643954 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.643954 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.644257 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.644324 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.644516 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.645044 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.645461 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.645744 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.646042 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.646227 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.646925 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.646925 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.647236 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.647236 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.647446 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.647636 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.647854 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.648754 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.648754 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.648754 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.648754 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.653166 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.653166 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.653166 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.653166 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.653166 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.653166 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.653166 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.653166 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.653166 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.654593 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.654593 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.654593 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.654593 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.654593 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.654593 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.654593 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.654593 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.654593 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.658087 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.658087 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.658087 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.658087 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.658087 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.658087 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.658087 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.658087 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.658087 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.658670 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.658670 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.658670 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.658670 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.658670 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.658670 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.658670 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.658670 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.658670 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.659179 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.659179 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.659179 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.659179 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.659179 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.659179 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.659179 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.659179 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.660399 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.660399 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.660399 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.660399 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.660399 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.660399 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.660399 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.660808 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.660808 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.660981 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.661232 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.661478 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.663980 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.663980 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.663980 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.663980 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.663980 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.663980 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.663980 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.663980 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.666075 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.666075 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.666075 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.666075 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.666075 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.666075 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.666075 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.666075 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.666903 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.666903 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.666903 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.666903 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.666903 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.667509 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.667509 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.667722 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.667890 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.668152 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.668480 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.668716 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.671118 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.671118 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.671118 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.671118 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.671118 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.671118 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.671118 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.672242 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.672242 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.672242 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.672242 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.672242 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.675968 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.675968 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.675968 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.675968 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.675968 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.675968 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.675968 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.675968 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.676826 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.676826 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.676826 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.676826 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.676826 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.676826 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.676826 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.676826 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.677683 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.677683 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.677683 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.677683 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.677683 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.677683 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.677683 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.677683 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.678539 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.678539 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.678539 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.678539 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.678539 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.679095 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.679095 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.679322 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.679322 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.679539 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.679755 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.679969 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.680392 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.680805 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.681199 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.681629 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.681946 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.682254 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.683070 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.683070 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.683070 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.683531 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.683531 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.683773 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.683978 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.684213 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.684658 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.685551 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.686363 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.686363 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.686363 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.686742 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.686742 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.687020 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.687166 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.687819 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.687819 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.689267 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.689267 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.689267 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.689267 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.689267 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.689267 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.689267 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.690088 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.690088 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.690088 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.690088 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.690510 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.690639 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.690777 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.692620 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.692620 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.692620 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.692620 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.692620 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.692620 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.692620 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.692620 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.693499 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.693499 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.693499 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.693499 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.693985 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.693985 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.694235 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.694367 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.694560 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.694818 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.695121 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.695430 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.695618 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.695875 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.696209 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.696949 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.696949 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.696949 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.697356 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.697356 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.697613 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.697986 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.698234 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.705910 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.705910 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.705910 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.705910 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.705910 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.705910 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.705910 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.705910 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.706795 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.706795 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.706795 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.706795 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.706795 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.706795 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.706795 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.706795 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.706795 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.707745 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.707745 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.707745 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.707745 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.707745 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.707745 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.707745 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.707745 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.707745 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.708874 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.708874 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 18:56:37.708874 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93548) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 15 18:56:37.708874 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 18:56:37.708874 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 18:56:37.708874 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 18:56:37.708874 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 18:56:37.708874 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 18:56:37.716020 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.716020 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.716020 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.716020 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.716020 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.716020 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.716020 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.716020 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.717022 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.717022 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.717022 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.717022 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.717022 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.717022 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.717022 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.717022 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.717022 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.718166 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.718166 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.718166 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.718166 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.718166 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.718166 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] debug = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.718166 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.719100 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.719100 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.719100 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.719100 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.719100 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.719100 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.719854 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.719854 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.719854 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.719854 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.719854 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.719854 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.719854 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.719854 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.720761 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.720761 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.720761 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] host = dv-cinder-788363-8-iscsi {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.720761 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.720761 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.720761 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.720761 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.720761 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.722517 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.722517 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.722517 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.722517 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.722517 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.722517 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.722517 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.722517 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.722517 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] log_file = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.725045 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] log_options = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.725045 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.725045 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.725045 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.725045 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.725045 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.725045 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.726318 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.726318 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.726318 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.726318 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.726318 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.726318 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.726318 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.726318 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.729177 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.729177 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.729177 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.729177 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.729177 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.729177 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.729177 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.729177 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.730434 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.730434 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.730434 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.730434 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.730434 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.730434 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.730434 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.730434 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.730434 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.732602 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.732602 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.732602 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.732602 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.732602 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.732602 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.732602 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.732602 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.734210 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.734210 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.734210 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.734210 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.734210 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.734210 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.734210 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] use_json = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.734210 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.735326 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.735326 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.735326 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.735326 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.735326 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.735326 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.735326 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:37.735326 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.736393 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.736393 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.736393 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.736393 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.736393 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.736393 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.736393 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.736393 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.737430 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.737430 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.737430 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.737430 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.737430 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.737430 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.737430 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.737430 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.738608 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.738608 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.738608 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.738608 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.738608 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.738608 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.738608 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.738608 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.739708 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.739708 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.739708 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.739708 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.739708 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.739708 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.739708 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.739708 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.741026 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.741026 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.741026 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.741026 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.741026 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.741026 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.741026 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.741026 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.741026 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.742544 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.742544 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.742544 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.742544 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.742544 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.742544 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.742544 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.742544 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.742544 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.744372 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.744372 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.744372 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.744372 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.744372 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.744372 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.744372 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.744372 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.744372 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.746228 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.746228 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.746228 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.746228 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.746228 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.746228 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.746228 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.746228 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.746228 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.747720 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.747720 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.747720 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.747720 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.747720 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.747720 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.747720 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.747720 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.747720 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.749259 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.749259 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.749259 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.749259 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.749259 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.749259 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.749259 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.749259 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.750215 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.750215 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.750215 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.750215 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.750215 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.750215 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.750215 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.750215 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.750656 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.750656 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.750656 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.750656 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.750656 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.750656 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.750656 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.750656 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.751349 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.751349 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.751349 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.751349 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.751349 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.751349 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.751349 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.751349 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.752294 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.752294 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.752294 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.752294 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.752294 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.752294 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.752294 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.752294 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.753168 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.753168 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.753168 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.753168 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.753168 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.753168 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.753168 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.753168 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.753168 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.754228 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.754228 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.754228 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.754228 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.754228 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.754228 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.754228 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.754228 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.755042 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.755042 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.755042 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.755042 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.755042 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.755042 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.755042 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.755042 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.755967 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.755967 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.755967 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.755967 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.755967 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.755967 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.755967 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.755967 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.756868 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.756868 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.756868 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.756868 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.756868 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.756868 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.756868 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.756868 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.757780 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.757780 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.757780 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.757780 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.757780 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.757780 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.757780 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.757780 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.758675 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.758675 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.758675 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.758675 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.758675 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.758675 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.758675 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.758675 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.759535 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.759535 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.759535 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.759535 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.759535 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.759535 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.759535 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.759535 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.760411 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.760411 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.760411 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.760411 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.760411 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.760411 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.760411 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.760411 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.761284 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.761284 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.761284 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.761284 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.761284 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.761284 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.761284 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.761284 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.762281 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.762281 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.762281 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.762281 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.762281 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.762281 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.762281 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.762281 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.762281 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.763771 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.763771 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.763771 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.763771 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.763771 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.763771 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.763771 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.763771 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.764654 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.764654 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.764654 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.764654 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.764654 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.764654 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.764654 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.764654 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.765511 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.765511 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.765511 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.765511 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.765511 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.765511 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.765511 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.765511 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.765511 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.766632 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.766632 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.766632 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.766632 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.766632 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.766632 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.766632 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.766632 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.767514 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.767514 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.767514 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.767514 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.767514 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.767514 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.767514 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.767514 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.768448 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.768448 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.768448 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.768448 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.768448 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.768448 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.768448 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.768448 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.769331 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.769331 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.769331 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.769331 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.769331 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.769331 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.769331 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.769331 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.769331 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.770329 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.770329 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.770329 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.770329 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.770329 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.770329 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.770329 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.770329 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.770329 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.771358 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.771358 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.771358 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.771358 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:37.771358 dv-cinder-788363-8-iscsi neutron-server[93548]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 18:56:37.788068 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:56:37.962435 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 47684) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:56:37.971270 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066516 Jul 15 18:56:49.563938 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ca7e63-606e-4a0e-87da-ae295758e8df None None] get_active_networks_info from dv-cinder-788363-8-iscsi {{(pid=93659) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 18:56:49.622652 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ca7e63-606e-4a0e-87da-ae295758e8df None None] No non-hosted networks {{(pid=93659) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 15 18:56:49.630129 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.agentschedulers_db [None req-95ca7e63-606e-4a0e-87da-ae295758e8df None None] DHCP Agent not found on host dv-cinder-788363-8-iscsi {{(pid=93659) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 15 18:56:49.764286 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-8d11bdf3-8810-4e05-8c15-524b8487ebc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683782'] for agent, after_create {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:56:52.051476 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683782'] for agent, after_create {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:56:52.052225 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:56:52.052710 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:56:52.053052 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:56:52.055973 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:56:52.057508 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:56:52.059305 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:56:52.059656 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:56:52.065103 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:56:52.069201 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:56:52.069584 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:56:52.069965 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:56:52.070325 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:56:52.078472 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-788363-8-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:56:52.099627 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788363-8-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:56:52.131486 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-0ef3faae-10f8-4fe7-9cfb-e9d30086db31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683782'] for agent, after_create {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:56:52.217821 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-617f97f2-016c-413a-8fe6-0ddf47e830bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:56:53.655783 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683782'] for agent, after_create {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:56:55.020283 dv-cinder-788363-8-iscsi neutron-server[93659]: INFO neutron.db.l3_hamode_db [None req-91ea6235-14d8-457f-a38d-5c792aef3267 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 15 18:56:55.102652 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ea6235-14d8-457f-a38d-5c792aef3267 None None] Routers set() bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:56:55.103223 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ea6235-14d8-457f-a38d-5c792aef3267 None None] Router IDs set() for agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 18:56:55.472671 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683782'] for agent, after_create {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:56:56.457915 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 47780) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:56:56.947808 dv-cinder-788363-8-iscsi neutron-server[93658]: WARNING oslo_policy.policy [None req-1eb9b9bf-559a-4aed-a0df-c2abe861fbe7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 18:56:56.948386 dv-cinder-788363-8-iscsi neutron-server[93658]: WARNING oslo_policy.policy [None req-1eb9b9bf-559a-4aed-a0df-c2abe861fbe7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 18:56:57.164928 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [None req-1eb9b9bf-559a-4aed-a0df-c2abe861fbe7 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 18:56:57.166214 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-1eb9b9bf-559a-4aed-a0df-c2abe861fbe7 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7063258 Jul 15 18:56:59.527245 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 47794) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:57:00.058223 dv-cinder-788363-8-iscsi neutron-server[93657]: WARNING oslo_policy.policy [None req-8064673d-e57e-4712-8b36-e8055e4c5e83 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 18:57:00.059068 dv-cinder-788363-8-iscsi neutron-server[93657]: WARNING oslo_policy.policy [None req-8064673d-e57e-4712-8b36-e8055e4c5e83 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 18:57:00.285078 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-8064673d-e57e-4712-8b36-e8055e4c5e83 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:57:00.379023 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.policy [None req-8064673d-e57e-4712-8b36-e8055e4c5e83 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93657) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 15 18:57:00.423892 dv-cinder-788363-8-iscsi neutron-server[93657]: WARNING oslo_policy.policy [None req-8064673d-e57e-4712-8b36-e8055e4c5e83 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 18:57:00.424275 dv-cinder-788363-8-iscsi neutron-server[93657]: WARNING oslo_policy.policy [None req-8064673d-e57e-4712-8b36-e8055e4c5e83 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 18:57:00.432897 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.quota [None req-8064673d-e57e-4712-8b36-e8055e4c5e83 admin admin] Loaded quota_driver: . Jul 15 18:57:00.538963 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-8064673d-e57e-4712-8b36-e8055e4c5e83 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730931517469', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730931512878', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730931538616', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730931532014', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730931558963', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730931544809', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1603079', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1578996', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-569536', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-679475'] for rbac-policy, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:00.605809 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-8064673d-e57e-4712-8b36-e8055e4c5e83 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:00.607034 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-8064673d-e57e-4712-8b36-e8055e4c5e83 admin admin] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0785346 Jul 15 18:57:03.202173 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 47812) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:57:03.492349 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-37fcd05d-8094-4b5b-a2b7-9ec0a86cd19d admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'db02efae205443b4a05be3278b02efd0', 'tenant_id': 'db02efae205443b4a05be3278b02efd0', 'name': 'private'}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:57:03.522052 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fcd05d-8094-4b5b-a2b7-9ec0a86cd19d admin admin] Made reservation on behalf of db02efae205443b4a05be3278b02efd0 for: {'network': 1} {{(pid=93657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 18:57:03.524936 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-37fcd05d-8094-4b5b-a2b7-9ec0a86cd19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for network, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:03.541796 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-37fcd05d-8094-4b5b-a2b7-9ec0a86cd19d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:03.676224 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-37fcd05d-8094-4b5b-a2b7-9ec0a86cd19d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:03.680452 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-37fcd05d-8094-4b5b-a2b7-9ec0a86cd19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:03.700050 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37fcd05d-8094-4b5b-a2b7-9ec0a86cd19d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1065} {{(pid=93657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 18:57:03.728777 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-37fcd05d-8094-4b5b-a2b7-9ec0a86cd19d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730935243331', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882'] for segment, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:03.729524 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-37fcd05d-8094-4b5b-a2b7-9ec0a86cd19d admin admin] Unsubscribe: segment precommit_create {{(pid=93657) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 15 18:57:03.730651 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.db.segments_db [None req-37fcd05d-8094-4b5b-a2b7-9ec0a86cd19d admin admin] Added segment 5d3e6b94-a91b-4422-87c7-16d1b8600fc3 of type vlan for network fa868adf-b94c-4a15-ac66-8780bdfcb429 Jul 15 18:57:03.747523 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fcd05d-8094-4b5b-a2b7-9ec0a86cd19d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb83c1c-0ef3-462a-b5ca-dd2e9f4e2f87,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:57:03.798531 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fcd05d-8094-4b5b-a2b7-9ec0a86cd19d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:03.798882 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fcd05d-8094-4b5b-a2b7-9ec0a86cd19d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:03.799216 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fcd05d-8094-4b5b-a2b7-9ec0a86cd19d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:03.799544 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fcd05d-8094-4b5b-a2b7-9ec0a86cd19d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:03.799864 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fcd05d-8094-4b5b-a2b7-9ec0a86cd19d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:03.800196 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fcd05d-8094-4b5b-a2b7-9ec0a86cd19d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:03.800513 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fcd05d-8094-4b5b-a2b7-9ec0a86cd19d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:03.800825 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fcd05d-8094-4b5b-a2b7-9ec0a86cd19d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:03.801153 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fcd05d-8094-4b5b-a2b7-9ec0a86cd19d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:03.801466 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fcd05d-8094-4b5b-a2b7-9ec0a86cd19d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:03.801799 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fcd05d-8094-4b5b-a2b7-9ec0a86cd19d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:03.802125 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fcd05d-8094-4b5b-a2b7-9ec0a86cd19d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:03.803218 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fcd05d-8094-4b5b-a2b7-9ec0a86cd19d admin admin] Tracked resource versions report: Jul 15 18:57:03.803218 dv-cinder-788363-8-iscsi neutron-server[93657]: pushed versions: Jul 15 18:57:03.803218 dv-cinder-788363-8-iscsi neutron-server[93657]: { 'AddressGroup': {'1.2'}, Jul 15 18:57:03.803218 dv-cinder-788363-8-iscsi neutron-server[93657]: 'ConntrackHelper': {'1.0'}, Jul 15 18:57:03.803218 dv-cinder-788363-8-iscsi neutron-server[93657]: 'Log': {'1.0'}, Jul 15 18:57:03.803218 dv-cinder-788363-8-iscsi neutron-server[93657]: 'Network': {'1.1'}, Jul 15 18:57:03.803218 dv-cinder-788363-8-iscsi neutron-server[93657]: 'Port': {'1.7'}, Jul 15 18:57:03.803218 dv-cinder-788363-8-iscsi neutron-server[93657]: 'PortForwarding': {'1.2'}, Jul 15 18:57:03.803218 dv-cinder-788363-8-iscsi neutron-server[93657]: 'QosPolicy': {'1.8'}, Jul 15 18:57:03.803218 dv-cinder-788363-8-iscsi neutron-server[93657]: 'SecurityGroup': {'1.4'}, Jul 15 18:57:03.803218 dv-cinder-788363-8-iscsi neutron-server[93657]: 'SecurityGroupRule': {'1.2'}, Jul 15 18:57:03.803218 dv-cinder-788363-8-iscsi neutron-server[93657]: 'SubPort': {'1.0'}, Jul 15 18:57:03.803218 dv-cinder-788363-8-iscsi neutron-server[93657]: 'Subnet': {'1.1'}, Jul 15 18:57:03.803218 dv-cinder-788363-8-iscsi neutron-server[93657]: 'Trunk': {'1.1'}} Jul 15 18:57:03.803218 dv-cinder-788363-8-iscsi neutron-server[93657]: consumer versions: Jul 15 18:57:03.803218 dv-cinder-788363-8-iscsi neutron-server[93657]: { DHCP agent@dv-cinder-788363-8-iscsi: {}, Jul 15 18:57:03.803218 dv-cinder-788363-8-iscsi neutron-server[93657]: L3 agent@dv-cinder-788363-8-iscsi: {}, Jul 15 18:57:03.803218 dv-cinder-788363-8-iscsi neutron-server[93657]: Metadata agent@dv-cinder-788363-8-iscsi: {}, Jul 15 18:57:03.803218 dv-cinder-788363-8-iscsi neutron-server[93657]: Metering agent@dv-cinder-788363-8-iscsi: {}, Jul 15 18:57:03.803218 dv-cinder-788363-8-iscsi neutron-server[93657]: Open vSwitch agent@dv-cinder-788363-8-iscsi: { 'AddressGroup': '1.2', Jul 15 18:57:03.803218 dv-cinder-788363-8-iscsi neutron-server[93657]: 'ConntrackHelper': '1.0', Jul 15 18:57:03.803218 dv-cinder-788363-8-iscsi neutron-server[93657]: 'Log': '1.0', Jul 15 18:57:03.803218 dv-cinder-788363-8-iscsi neutron-server[93657]: 'Network': '1.1', Jul 15 18:57:03.803218 dv-cinder-788363-8-iscsi neutron-server[93657]: 'Port': '1.7', Jul 15 18:57:03.803218 dv-cinder-788363-8-iscsi neutron-server[93657]: 'PortForwarding': '1.2', Jul 15 18:57:03.803218 dv-cinder-788363-8-iscsi neutron-server[93657]: 'QosPolicy': '1.8', Jul 15 18:57:03.803218 dv-cinder-788363-8-iscsi neutron-server[93657]: 'SecurityGroup': '1.4', Jul 15 18:57:03.803218 dv-cinder-788363-8-iscsi neutron-server[93657]: 'SecurityGroupRule': '1.2', Jul 15 18:57:03.803218 dv-cinder-788363-8-iscsi neutron-server[93657]: 'SubPort': '1.0', Jul 15 18:57:03.803218 dv-cinder-788363-8-iscsi neutron-server[93657]: 'Subnet': '1.1', Jul 15 18:57:03.803218 dv-cinder-788363-8-iscsi neutron-server[93657]: 'Trunk': '1.1'}} Jul 15 18:57:03.803218 dv-cinder-788363-8-iscsi neutron-server[93657]: {{(pid=93657) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 18:57:03.857317 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-37fcd05d-8094-4b5b-a2b7-9ec0a86cd19d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730934684676'] for network, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:03.909307 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-37fcd05d-8094-4b5b-a2b7-9ec0a86cd19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736'] for network, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:03.910459 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fcd05d-8094-4b5b-a2b7-9ec0a86cd19d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:57:03.911125 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-37fcd05d-8094-4b5b-a2b7-9ec0a86cd19d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for network, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:03.965735 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-37fcd05d-8094-4b5b-a2b7-9ec0a86cd19d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7623627 Jul 15 18:57:04.011801 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fcd05d-8094-4b5b-a2b7-9ec0a86cd19d admin admin] Pushing event updated for resources: {'Network': ['ID=fa868adf-b94c-4a15-ac66-8780bdfcb429,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:57:04.023486 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Network fa868adf-b94c-4a15-ac66-8780bdfcb429 details requested by agent ovs-agent-dv-cinder-788363-8-iscsi with host dv-cinder-788363-8-iscsi {{(pid=93659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 18:57:06.622103 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 47826) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:57:07.147330 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.policy [None req-c3faa008-271c-45d0-8f7d-9cc7ca2c74ec admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93658) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 15 18:57:07.191783 dv-cinder-788363-8-iscsi neutron-server[93658]: WARNING oslo_policy.policy [None req-c3faa008-271c-45d0-8f7d-9cc7ca2c74ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 18:57:07.192173 dv-cinder-788363-8-iscsi neutron-server[93658]: WARNING oslo_policy.policy [None req-c3faa008-271c-45d0-8f7d-9cc7ca2c74ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 18:57:07.201182 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3faa008-271c-45d0-8f7d-9cc7ca2c74ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:57:07.203010 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-c3faa008-271c-45d0-8f7d-9cc7ca2c74ec admin admin] 10.222.0.70 "GET /v2.0/networks/fa868adf-b94c-4a15-ac66-8780bdfcb429 HTTP/1.1" status: 200 len: 826 time: 0.5799563 Jul 15 18:57:07.242769 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-5ef43730-db85-439e-b41a-4d3138ad1666 admin admin] 10.222.0.70 "GET /v2.0/subnetpools/b9e0e0b2-6ced-4e01-af9e-3e84339a35ce HTTP/1.1" status: 200 len: 734 time: 0.0342550 Jul 15 18:57:07.254379 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [None req-b446adee-5da9-4330-bc91-0e82ba81d39f admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'b9e0e0b2-6ced-4e01-af9e-3e84339a35ce', 'network_id': 'fa868adf-b94c-4a15-ac66-8780bdfcb429', 'tenant_id': 'db02efae205443b4a05be3278b02efd0'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:57:07.257096 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.quota [None req-b446adee-5da9-4330-bc91-0e82ba81d39f admin admin] Loaded quota_driver: . Jul 15 18:57:07.304970 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b446adee-5da9-4330-bc91-0e82ba81d39f admin admin] Made reservation on behalf of db02efae205443b4a05be3278b02efd0 for: {'subnet': 1} {{(pid=93658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 18:57:07.308392 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-b446adee-5da9-4330-bc91-0e82ba81d39f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:07.621596 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-b446adee-5da9-4330-bc91-0e82ba81d39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736'] for subnet, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:07.695021 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b446adee-5da9-4330-bc91-0e82ba81d39f admin admin] Checking segment: {'id': '5d3e6b94-a91b-4422-87c7-16d1b8600fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'fa868adf-b94c-4a15-ac66-8780bdfcb429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 18:57:07.695727 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b446adee-5da9-4330-bc91-0e82ba81d39f admin admin] Network hostable DHCP agents. Network: fa868adf-b94c-4a15-ac66-8780bdfcb429, hostable agents: ['55735004-04ab-4467-ab29-fafa31dd3593'], hosted agents: [] {{(pid=93658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 18:57:07.708239 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b446adee-5da9-4330-bc91-0e82ba81d39f admin admin] Pushing event updated for resources: {'Subnet': ['ID=94e786c5-65c5-4958-8011-e518960f1937,revision_number=0']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:57:07.726947 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446adee-5da9-4330-bc91-0e82ba81d39f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:07.727323 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446adee-5da9-4330-bc91-0e82ba81d39f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:07.727662 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446adee-5da9-4330-bc91-0e82ba81d39f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:07.728006 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446adee-5da9-4330-bc91-0e82ba81d39f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:07.728349 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446adee-5da9-4330-bc91-0e82ba81d39f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:07.728747 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446adee-5da9-4330-bc91-0e82ba81d39f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:07.729009 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446adee-5da9-4330-bc91-0e82ba81d39f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:07.729351 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446adee-5da9-4330-bc91-0e82ba81d39f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:07.730283 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446adee-5da9-4330-bc91-0e82ba81d39f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:07.730616 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446adee-5da9-4330-bc91-0e82ba81d39f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:07.730937 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446adee-5da9-4330-bc91-0e82ba81d39f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:07.731254 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446adee-5da9-4330-bc91-0e82ba81d39f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:07.732420 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446adee-5da9-4330-bc91-0e82ba81d39f admin admin] Tracked resource versions report: Jul 15 18:57:07.732420 dv-cinder-788363-8-iscsi neutron-server[93658]: pushed versions: Jul 15 18:57:07.732420 dv-cinder-788363-8-iscsi neutron-server[93658]: { 'AddressGroup': {'1.2'}, Jul 15 18:57:07.732420 dv-cinder-788363-8-iscsi neutron-server[93658]: 'ConntrackHelper': {'1.0'}, Jul 15 18:57:07.732420 dv-cinder-788363-8-iscsi neutron-server[93658]: 'Log': {'1.0'}, Jul 15 18:57:07.732420 dv-cinder-788363-8-iscsi neutron-server[93658]: 'Network': {'1.1'}, Jul 15 18:57:07.732420 dv-cinder-788363-8-iscsi neutron-server[93658]: 'Port': {'1.7'}, Jul 15 18:57:07.732420 dv-cinder-788363-8-iscsi neutron-server[93658]: 'PortForwarding': {'1.2'}, Jul 15 18:57:07.732420 dv-cinder-788363-8-iscsi neutron-server[93658]: 'QosPolicy': {'1.8'}, Jul 15 18:57:07.732420 dv-cinder-788363-8-iscsi neutron-server[93658]: 'SecurityGroup': {'1.4'}, Jul 15 18:57:07.732420 dv-cinder-788363-8-iscsi neutron-server[93658]: 'SecurityGroupRule': {'1.2'}, Jul 15 18:57:07.732420 dv-cinder-788363-8-iscsi neutron-server[93658]: 'SubPort': {'1.0'}, Jul 15 18:57:07.732420 dv-cinder-788363-8-iscsi neutron-server[93658]: 'Subnet': {'1.1'}, Jul 15 18:57:07.732420 dv-cinder-788363-8-iscsi neutron-server[93658]: 'Trunk': {'1.1'}} Jul 15 18:57:07.732420 dv-cinder-788363-8-iscsi neutron-server[93658]: consumer versions: Jul 15 18:57:07.732420 dv-cinder-788363-8-iscsi neutron-server[93658]: { DHCP agent@dv-cinder-788363-8-iscsi: {}, Jul 15 18:57:07.732420 dv-cinder-788363-8-iscsi neutron-server[93658]: L3 agent@dv-cinder-788363-8-iscsi: {}, Jul 15 18:57:07.732420 dv-cinder-788363-8-iscsi neutron-server[93658]: Metadata agent@dv-cinder-788363-8-iscsi: {}, Jul 15 18:57:07.732420 dv-cinder-788363-8-iscsi neutron-server[93658]: Metering agent@dv-cinder-788363-8-iscsi: {}, Jul 15 18:57:07.732420 dv-cinder-788363-8-iscsi neutron-server[93658]: Open vSwitch agent@dv-cinder-788363-8-iscsi: { 'AddressGroup': '1.2', Jul 15 18:57:07.732420 dv-cinder-788363-8-iscsi neutron-server[93658]: 'ConntrackHelper': '1.0', Jul 15 18:57:07.732420 dv-cinder-788363-8-iscsi neutron-server[93658]: 'Log': '1.0', Jul 15 18:57:07.732420 dv-cinder-788363-8-iscsi neutron-server[93658]: 'Network': '1.1', Jul 15 18:57:07.732420 dv-cinder-788363-8-iscsi neutron-server[93658]: 'Port': '1.7', Jul 15 18:57:07.732420 dv-cinder-788363-8-iscsi neutron-server[93658]: 'PortForwarding': '1.2', Jul 15 18:57:07.732420 dv-cinder-788363-8-iscsi neutron-server[93658]: 'QosPolicy': '1.8', Jul 15 18:57:07.732420 dv-cinder-788363-8-iscsi neutron-server[93658]: 'SecurityGroup': '1.4', Jul 15 18:57:07.732420 dv-cinder-788363-8-iscsi neutron-server[93658]: 'SecurityGroupRule': '1.2', Jul 15 18:57:07.732420 dv-cinder-788363-8-iscsi neutron-server[93658]: 'SubPort': '1.0', Jul 15 18:57:07.732420 dv-cinder-788363-8-iscsi neutron-server[93658]: 'Subnet': '1.1', Jul 15 18:57:07.732420 dv-cinder-788363-8-iscsi neutron-server[93658]: 'Trunk': '1.1'}} Jul 15 18:57:07.732420 dv-cinder-788363-8-iscsi neutron-server[93658]: {{(pid=93658) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 18:57:07.752924 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b446adee-5da9-4330-bc91-0e82ba81d39f admin admin] Network fa868adf-b94c-4a15-ac66-8780bdfcb429 is scheduled to be hosted by DHCP agent 55735004-04ab-4467-ab29-fafa31dd3593 with binding_index 1 {{(pid=93658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 18:57:07.769647 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.base_scheduler [None req-b446adee-5da9-4330-bc91-0e82ba81d39f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-8-iscsi, fa868adf-b94c-4a15-ac66-8780bdfcb429) {{(pid=93658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 18:57:07.794793 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b446adee-5da9-4330-bc91-0e82ba81d39f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:57:07.795410 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-b446adee-5da9-4330-bc91-0e82ba81d39f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for subnet, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:07.801191 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b2a836-d808-4da1-9c70-adcd908a2cbf None None] Network fa868adf-b94c-4a15-ac66-8780bdfcb429 requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 18:57:07.820527 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-b446adee-5da9-4330-bc91-0e82ba81d39f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5714829 Jul 15 18:57:08.169969 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a46312-da26-4c8b-afa5-58d0cdf6da3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddf34259-25e2-5d11-b24f-5c2a52454752-fa868adf-b94c-4a15-ac66-8780bdfcb429', 'network_id': 'fa868adf-b94c-4a15-ac66-8780bdfcb429', 'tenant_id': 'db02efae205443b4a05be3278b02efd0', 'fixed_ips': [{'subnet_id': '94e786c5-65c5-4958-8011-e518960f1937'}]}} from dv-cinder-788363-8-iscsi. {{(pid=93659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 18:57:08.171332 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-60a46312-da26-4c8b-afa5-58d0cdf6da3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:08.470276 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.db_base_plugin_common [None req-60a46312-da26-4c8b-afa5-58d0cdf6da3b None None] Allocated IP 172.20.0.2 (fa868adf-b94c-4a15-ac66-8780bdfcb429/94e786c5-65c5-4958-8011-e518960f1937/0318d532-2fe1-4cf8-9b41-05cf03ef420a) {{(pid=93659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 18:57:08.694875 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-60a46312-da26-4c8b-afa5-58d0cdf6da3b None None] Notify callbacks [] for port, precommit_create {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:08.744049 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-60a46312-da26-4c8b-afa5-58d0cdf6da3b None None] Transition to ACTIVE for port object 0318d532-2fe1-4cf8-9b41-05cf03ef420a will not be triggered until provisioned by entity L2. {{(pid=93659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 18:57:08.769724 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-60a46312-da26-4c8b-afa5-58d0cdf6da3b None None] Transition to ACTIVE for port object 0318d532-2fe1-4cf8-9b41-05cf03ef420a will not be triggered until provisioned by entity DHCP. {{(pid=93659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 18:57:08.780270 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-60a46312-da26-4c8b-afa5-58d0cdf6da3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355'] for port, after_create {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:08.853909 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a46312-da26-4c8b-afa5-58d0cdf6da3b None None] Network fa868adf-b94c-4a15-ac66-8780bdfcb429 is already hosted by enough agents. {{(pid=93659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 18:57:08.859315 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.scheduler.base_scheduler [None req-60a46312-da26-4c8b-afa5-58d0cdf6da3b None None] Resources bound (agent type, host, resource id): {{(pid=93659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 18:57:08.873567 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a46312-da26-4c8b-afa5-58d0cdf6da3b None None] Pushing event updated for resources: {'Port': ['ID=0318d532-2fe1-4cf8-9b41-05cf03ef420a,revision_number=1']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:57:08.876028 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a46312-da26-4c8b-afa5-58d0cdf6da3b None None] Received port after_create {{(pid=93659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 18:57:08.905586 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a46312-da26-4c8b-afa5-58d0cdf6da3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:08.905966 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a46312-da26-4c8b-afa5-58d0cdf6da3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:08.906313 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a46312-da26-4c8b-afa5-58d0cdf6da3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:08.906649 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a46312-da26-4c8b-afa5-58d0cdf6da3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:08.906989 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a46312-da26-4c8b-afa5-58d0cdf6da3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:08.907325 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a46312-da26-4c8b-afa5-58d0cdf6da3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:08.907658 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a46312-da26-4c8b-afa5-58d0cdf6da3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:08.908040 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a46312-da26-4c8b-afa5-58d0cdf6da3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:08.908386 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a46312-da26-4c8b-afa5-58d0cdf6da3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:08.908721 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a46312-da26-4c8b-afa5-58d0cdf6da3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:08.909052 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a46312-da26-4c8b-afa5-58d0cdf6da3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:08.909377 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a46312-da26-4c8b-afa5-58d0cdf6da3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:08.910603 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a46312-da26-4c8b-afa5-58d0cdf6da3b None None] Tracked resource versions report: Jul 15 18:57:08.910603 dv-cinder-788363-8-iscsi neutron-server[93659]: pushed versions: Jul 15 18:57:08.910603 dv-cinder-788363-8-iscsi neutron-server[93659]: { 'AddressGroup': {'1.2'}, Jul 15 18:57:08.910603 dv-cinder-788363-8-iscsi neutron-server[93659]: 'ConntrackHelper': {'1.0'}, Jul 15 18:57:08.910603 dv-cinder-788363-8-iscsi neutron-server[93659]: 'Log': {'1.0'}, Jul 15 18:57:08.910603 dv-cinder-788363-8-iscsi neutron-server[93659]: 'Network': {'1.1'}, Jul 15 18:57:08.910603 dv-cinder-788363-8-iscsi neutron-server[93659]: 'Port': {'1.7'}, Jul 15 18:57:08.910603 dv-cinder-788363-8-iscsi neutron-server[93659]: 'PortForwarding': {'1.2'}, Jul 15 18:57:08.910603 dv-cinder-788363-8-iscsi neutron-server[93659]: 'QosPolicy': {'1.8'}, Jul 15 18:57:08.910603 dv-cinder-788363-8-iscsi neutron-server[93659]: 'SecurityGroup': {'1.4'}, Jul 15 18:57:08.910603 dv-cinder-788363-8-iscsi neutron-server[93659]: 'SecurityGroupRule': {'1.2'}, Jul 15 18:57:08.910603 dv-cinder-788363-8-iscsi neutron-server[93659]: 'SubPort': {'1.0'}, Jul 15 18:57:08.910603 dv-cinder-788363-8-iscsi neutron-server[93659]: 'Subnet': {'1.1'}, Jul 15 18:57:08.910603 dv-cinder-788363-8-iscsi neutron-server[93659]: 'Trunk': {'1.1'}} Jul 15 18:57:08.910603 dv-cinder-788363-8-iscsi neutron-server[93659]: consumer versions: Jul 15 18:57:08.910603 dv-cinder-788363-8-iscsi neutron-server[93659]: { DHCP agent@dv-cinder-788363-8-iscsi: {}, Jul 15 18:57:08.910603 dv-cinder-788363-8-iscsi neutron-server[93659]: L3 agent@dv-cinder-788363-8-iscsi: {}, Jul 15 18:57:08.910603 dv-cinder-788363-8-iscsi neutron-server[93659]: Metadata agent@dv-cinder-788363-8-iscsi: {}, Jul 15 18:57:08.910603 dv-cinder-788363-8-iscsi neutron-server[93659]: Metering agent@dv-cinder-788363-8-iscsi: {}, Jul 15 18:57:08.910603 dv-cinder-788363-8-iscsi neutron-server[93659]: Open vSwitch agent@dv-cinder-788363-8-iscsi: { 'AddressGroup': '1.2', Jul 15 18:57:08.910603 dv-cinder-788363-8-iscsi neutron-server[93659]: 'ConntrackHelper': '1.0', Jul 15 18:57:08.910603 dv-cinder-788363-8-iscsi neutron-server[93659]: 'Log': '1.0', Jul 15 18:57:08.910603 dv-cinder-788363-8-iscsi neutron-server[93659]: 'Network': '1.1', Jul 15 18:57:08.910603 dv-cinder-788363-8-iscsi neutron-server[93659]: 'Port': '1.7', Jul 15 18:57:08.910603 dv-cinder-788363-8-iscsi neutron-server[93659]: 'PortForwarding': '1.2', Jul 15 18:57:08.910603 dv-cinder-788363-8-iscsi neutron-server[93659]: 'QosPolicy': '1.8', Jul 15 18:57:08.910603 dv-cinder-788363-8-iscsi neutron-server[93659]: 'SecurityGroup': '1.4', Jul 15 18:57:08.910603 dv-cinder-788363-8-iscsi neutron-server[93659]: 'SecurityGroupRule': '1.2', Jul 15 18:57:08.910603 dv-cinder-788363-8-iscsi neutron-server[93659]: 'SubPort': '1.0', Jul 15 18:57:08.910603 dv-cinder-788363-8-iscsi neutron-server[93659]: 'Subnet': '1.1', Jul 15 18:57:08.910603 dv-cinder-788363-8-iscsi neutron-server[93659]: 'Trunk': '1.1'}} Jul 15 18:57:08.910603 dv-cinder-788363-8-iscsi neutron-server[93659]: {{(pid=93659) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 18:57:08.966097 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-60a46312-da26-4c8b-afa5-58d0cdf6da3b None None] Attempting to bind port 0318d532-2fe1-4cf8-9b41-05cf03ef420a on host dv-cinder-788363-8-iscsi for vnic_type normal with profile {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 18:57:08.966498 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-60a46312-da26-4c8b-afa5-58d0cdf6da3b None None] Attempting to bind port 0318d532-2fe1-4cf8-9b41-05cf03ef420a by drivers openvswitch,hyperv on host dv-cinder-788363-8-iscsi at level 0 using segments [{'id': '5d3e6b94-a91b-4422-87c7-16d1b8600fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'fa868adf-b94c-4a15-ac66-8780bdfcb429'}] {{(pid=93659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 18:57:08.966923 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a46312-da26-4c8b-afa5-58d0cdf6da3b None None] Attempting to bind port 0318d532-2fe1-4cf8-9b41-05cf03ef420a on network fa868adf-b94c-4a15-ac66-8780bdfcb429 {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 18:57:08.972682 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a46312-da26-4c8b-afa5-58d0cdf6da3b None None] Checking agent: {'id': 'ac33f8ba-c243-4061-a3c6-3aff717edb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 52), 'started_at': datetime.datetime(2021, 7, 15, 18, 56, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 18, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 18:57:08.973094 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a46312-da26-4c8b-afa5-58d0cdf6da3b None None] Checking segment: {'id': '5d3e6b94-a91b-4422-87c7-16d1b8600fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'fa868adf-b94c-4a15-ac66-8780bdfcb429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 18:57:08.973585 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-60a46312-da26-4c8b-afa5-58d0cdf6da3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:08.974004 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a46312-da26-4c8b-afa5-58d0cdf6da3b None None] Bound using segment: {'id': '5d3e6b94-a91b-4422-87c7-16d1b8600fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'fa868adf-b94c-4a15-ac66-8780bdfcb429'} {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 18:57:08.974485 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-60a46312-da26-4c8b-afa5-58d0cdf6da3b None None] Bound port: 0318d532-2fe1-4cf8-9b41-05cf03ef420a, host: dv-cinder-788363-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3e6b94-a91b-4422-87c7-16d1b8600fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'fa868adf-b94c-4a15-ac66-8780bdfcb429'}}] {{(pid=93659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 18:57:08.974916 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-60a46312-da26-4c8b-afa5-58d0cdf6da3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:09.048864 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-60a46312-da26-4c8b-afa5-58d0cdf6da3b None None] For port 0318d532-2fe1-4cf8-9b41-05cf03ef420a, host dv-cinder-788363-8-iscsi, cleared binding levels {{(pid=93659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 18:57:09.053749 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-60a46312-da26-4c8b-afa5-58d0cdf6da3b None None] For port 0318d532-2fe1-4cf8-9b41-05cf03ef420a, host dv-cinder-788363-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=0318d532-2fe1-4cf8-9b41-05cf03ef420a,segment=NetworkSegment(5d3e6b94-a91b-4422-87c7-16d1b8600fc3),segment_id=5d3e6b94-a91b-4422-87c7-16d1b8600fc3)] {{(pid=93659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 18:57:09.060156 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-60a46312-da26-4c8b-afa5-58d0cdf6da3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:09.160822 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a46312-da26-4c8b-afa5-58d0cdf6da3b None None] Pushing event updated for resources: {'Port': ['ID=0318d532-2fe1-4cf8-9b41-05cf03ef420a,revision_number=2']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:57:10.462640 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 47842) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:57:10.885021 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [None req-70fed0d9-0bd1-4cac-ab51-f44c9cd5d1bd admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 18:57:10.886833 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-70fed0d9-0bd1-4cac-ab51-f44c9cd5d1bd admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4230320 Jul 15 18:57:13.412926 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 47850) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:57:13.798606 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [None req-24ff5f48-1dd0-42e5-9046-61476f7a01b8 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 18:57:13.800068 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-24ff5f48-1dd0-42e5-9046-61476f7a01b8 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3860054 Jul 15 18:57:16.056172 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a884be49-f684-4dc8-91ca-b51f0b72f6ff None None] Network fa868adf-b94c-4a15-ac66-8780bdfcb429 requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 18:57:16.189716 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6fbbf832-078a-46e7-98d7-e1c33dd08312 None None] Provisioning for port 0318d532-2fe1-4cf8-9b41-05cf03ef420a completed by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 18:57:16.306579 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 0318d532-2fe1-4cf8-9b41-05cf03ef420a up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:57:16.394862 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning for port 0318d532-2fe1-4cf8-9b41-05cf03ef420a completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 18:57:16.399022 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port 0318d532-2fe1-4cf8-9b41-05cf03ef420a triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:57:16.399435 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:16.524974 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:16.539132 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-00fc500f-81b7-475c-95f1-11f4e81f5a3b None None] Provisioning complete for port 0318d532-2fe1-4cf8-9b41-05cf03ef420a triggered by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:57:16.539517 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-00fc500f-81b7-475c-95f1-11f4e81f5a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:16.592166 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] For port 0318d532-2fe1-4cf8-9b41-05cf03ef420a, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=0318d532-2fe1-4cf8-9b41-05cf03ef420a,segment=NetworkSegment(5d3e6b94-a91b-4422-87c7-16d1b8600fc3),segment_id=5d3e6b94-a91b-4422-87c7-16d1b8600fc3)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:57:16.599149 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:16.679231 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Pushing event updated for resources: {'Port': ['ID=0318d532-2fe1-4cf8-9b41-05cf03ef420a,revision_number=3']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:57:16.782515 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 47864) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:57:17.084804 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [None req-b362f36a-a50e-457e-8821-5640a9fb4c5f admin admin] Request body: {'router': {'tenant_id': 'db02efae205443b4a05be3278b02efd0', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:57:17.107807 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-b362f36a-a50e-457e-8821-5640a9fb4c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-764669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124563'] for router, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:17.109383 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-b362f36a-a50e-457e-8821-5640a9fb4c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-695951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124568'] for router, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:17.269733 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-b362f36a-a50e-457e-8821-5640a9fb4c5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:17.274466 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-b362f36a-a50e-457e-8821-5640a9fb4c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764429'] for router, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:17.286390 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-b362f36a-a50e-457e-8821-5640a9fb4c5f admin admin] Notify callbacks [] for router, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:17.287814 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-b362f36a-a50e-457e-8821-5640a9fb4c5f admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5043240 Jul 15 18:57:18.263980 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 0318d532-2fe1-4cf8-9b41-05cf03ef420a up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:57:18.314788 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port 0318d532-2fe1-4cf8-9b41-05cf03ef420a triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:57:18.315166 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:19.419375 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-65554432-acec-47db-86bc-bdd5a62b61dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:19.690818 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 47872) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:57:20.000860 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [None req-5f615371-3dcb-4061-808e-4e0a0234bd5b admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 18:57:20.001891 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-5f615371-3dcb-4061-808e-4e0a0234bd5b admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3101957 Jul 15 18:57:22.050150 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:22.122966 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7379063d-b419-4f25-8c56-7be31ed8a96a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:22.392263 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 47880) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:57:22.699118 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-5e2763a5-e226-4962-8bdd-086f4680c8f1 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:57:22.719038 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2763a5-e226-4962-8bdd-086f4680c8f1 admin admin] Made reservation on behalf of 83909239d23d40daaf531f35125d634c for: {'network': 1} {{(pid=93657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 18:57:22.721342 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-5e2763a5-e226-4962-8bdd-086f4680c8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for network, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:22.730109 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-5e2763a5-e226-4962-8bdd-086f4680c8f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:22.818211 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-5e2763a5-e226-4962-8bdd-086f4680c8f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:22.821641 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-5e2763a5-e226-4962-8bdd-086f4680c8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:22.837108 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5e2763a5-e226-4962-8bdd-086f4680c8f1 admin admin] Reserving flat network on physical network physnet1 {{(pid=93657) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 15 18:57:22.858793 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-5e2763a5-e226-4962-8bdd-086f4680c8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882'] for segment, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:22.859124 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.db.segments_db [None req-5e2763a5-e226-4962-8bdd-086f4680c8f1 admin admin] Added segment d344549d-09e0-4982-8c11-6f16cb0baa64 of type flat for network e1e7053a-85e2-45af-9353-c5375187db21 Jul 15 18:57:22.860379 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2763a5-e226-4962-8bdd-086f4680c8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6945419e-4630-409b-818d-33c7f40f2e5e,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:57:22.907504 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-5e2763a5-e226-4962-8bdd-086f4680c8f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730934684676'] for network, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:22.942911 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-5e2763a5-e226-4962-8bdd-086f4680c8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736'] for network, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:22.943763 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2763a5-e226-4962-8bdd-086f4680c8f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:57:22.944337 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-5e2763a5-e226-4962-8bdd-086f4680c8f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for network, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:22.975009 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-5e2763a5-e226-4962-8bdd-086f4680c8f1 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5816586 Jul 15 18:57:23.005449 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2763a5-e226-4962-8bdd-086f4680c8f1 admin admin] Pushing event updated for resources: {'Network': ['ID=e1e7053a-85e2-45af-9353-c5375187db21,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:57:23.015609 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Network e1e7053a-85e2-45af-9353-c5375187db21 details requested by agent ovs-agent-dv-cinder-788363-8-iscsi with host dv-cinder-788363-8-iscsi {{(pid=93659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 18:57:23.577938 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:25.333780 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 47898) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:57:25.420891 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:25.554936 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58483798-a376-443e-99b5-7582fea1fa7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:57:25.556349 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-58483798-a376-443e-99b5-7582fea1fa7d admin admin] 10.222.0.70 "GET /v2.0/subnets/94e786c5-65c5-4958-8011-e518960f1937 HTTP/1.1" status: 200 len: 849 time: 0.2216213 Jul 15 18:57:25.739434 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-69060594-55e8-4852-9298-754e9df161a3 admin admin] 10.222.0.70 "GET /v2.0/routers/23171291-5083-45ca-b7b0-26f0200da77b HTTP/1.1" status: 200 len: 704 time: 0.1773384 Jul 15 18:57:26.019815 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-4fd7b382-4260-4cf8-9ec2-d6ef858e032b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:26.325415 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.db_base_plugin_common [None req-4fd7b382-4260-4cf8-9ec2-d6ef858e032b admin admin] Allocated IP 172.20.0.1 (fa868adf-b94c-4a15-ac66-8780bdfcb429/94e786c5-65c5-4958-8011-e518960f1937/76bc8b6f-fc22-4f0f-bfc0-c32e835643c3) {{(pid=93657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 18:57:26.508784 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-4fd7b382-4260-4cf8-9ec2-d6ef858e032b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:26.533020 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.provisioning_blocks [None req-4fd7b382-4260-4cf8-9ec2-d6ef858e032b admin admin] Transition to ACTIVE for port object 76bc8b6f-fc22-4f0f-bfc0-c32e835643c3 will not be triggered until provisioned by entity DHCP. {{(pid=93657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 18:57:26.628136 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-4fd7b382-4260-4cf8-9ec2-d6ef858e032b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355'] for port, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:26.701775 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd7b382-4260-4cf8-9ec2-d6ef858e032b admin admin] Network fa868adf-b94c-4a15-ac66-8780bdfcb429 is already hosted by enough agents. {{(pid=93657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 18:57:26.706588 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.base_scheduler [None req-4fd7b382-4260-4cf8-9ec2-d6ef858e032b admin admin] Resources bound (agent type, host, resource id): {{(pid=93657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 18:57:26.715649 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd7b382-4260-4cf8-9ec2-d6ef858e032b admin admin] Received port after_create {{(pid=93657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 18:57:26.716755 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-4fd7b382-4260-4cf8-9ec2-d6ef858e032b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-695866'] for router_interface, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:26.735626 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7b382-4260-4cf8-9ec2-d6ef858e032b admin admin] Pushing event updated for resources: {'Port': ['ID=76bc8b6f-fc22-4f0f-bfc0-c32e835643c3,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:57:26.875919 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-f3e17be6-9523-4bd4-a550-22239dc5b04d None None] Provisioning for port 76bc8b6f-fc22-4f0f-bfc0-c32e835643c3 completed by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 18:57:26.879997 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-f3e17be6-9523-4bd4-a550-22239dc5b04d None None] Provisioning complete for port 76bc8b6f-fc22-4f0f-bfc0-c32e835643c3 triggered by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:57:26.880320 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-f3e17be6-9523-4bd4-a550-22239dc5b04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:26.923352 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-f3e17be6-9523-4bd4-a550-22239dc5b04d None None] Port 76bc8b6f-fc22-4f0f-bfc0-c32e835643c3 cannot update to ACTIVE because it is not bound. {{(pid=93659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 18:57:26.981775 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-4fd7b382-4260-4cf8-9ec2-d6ef858e032b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:27.157910 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-4fd7b382-4260-4cf8-9ec2-d6ef858e032b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:27.162840 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-4fd7b382-4260-4cf8-9ec2-d6ef858e032b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:27.163626 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-4fd7b382-4260-4cf8-9ec2-d6ef858e032b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695886'] for router_interface, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:27.224554 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7b382-4260-4cf8-9ec2-d6ef858e032b admin admin] Pushing event updated for resources: {'Port': ['ID=76bc8b6f-fc22-4f0f-bfc0-c32e835643c3,revision_number=2']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:57:27.290187 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd7b382-4260-4cf8-9ec2-d6ef858e032b admin admin] Network fa868adf-b94c-4a15-ac66-8780bdfcb429 is already hosted by enough agents. {{(pid=93657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 18:57:27.292104 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.base_scheduler [None req-4fd7b382-4260-4cf8-9ec2-d6ef858e032b admin admin] Resources bound (agent type, host, resource id): {{(pid=93657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 18:57:27.443691 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-824eb7db-4d9a-436b-85a4-0c07c58eeecb None None] Provisioning complete for port 76bc8b6f-fc22-4f0f-bfc0-c32e835643c3 triggered by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:57:27.444184 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-824eb7db-4d9a-436b-85a4-0c07c58eeecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:27.455274 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd7b382-4260-4cf8-9ec2-d6ef858e032b admin admin] Router 23171291-5083-45ca-b7b0-26f0200da77b is scheduled to L3 agent d1959f4f-c5e4-447e-bdea-87c7e923db15 with binding_index 1 {{(pid=93657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 18:57:27.476683 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-824eb7db-4d9a-436b-85a4-0c07c58eeecb None None] Port 76bc8b6f-fc22-4f0f-bfc0-c32e835643c3 cannot update to ACTIVE because it is not bound. {{(pid=93659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 18:57:27.547182 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd7b382-4260-4cf8-9ec2-d6ef858e032b admin admin] Notify agent at l3_agent.dv-cinder-788363-8-iscsi the message routers_updated {{(pid=93657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 18:57:27.552549 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-4fd7b382-4260-4cf8-9ec2-d6ef858e032b admin admin] 10.222.0.70 "PUT /v2.0/routers/23171291-5083-45ca-b7b0-26f0200da77b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8082831 Jul 15 18:57:27.557529 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae38d0b2-775d-4de1-93b4-81457ce61b91 None None] Sync routers for ids ['23171291-5083-45ca-b7b0-26f0200da77b'] in dv-cinder-788363-8-iscsi {{(pid=93660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 18:57:27.569143 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae38d0b2-775d-4de1-93b4-81457ce61b91 None None] Routers {'23171291-5083-45ca-b7b0-26f0200da77b'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:57:27.569943 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-ae38d0b2-775d-4de1-93b4-81457ce61b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T18:57:22Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['23171291-5083-45ca-b7b0-26f0200da77b'], 'active': True} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:57:27.755404 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvr_db [None req-ae38d0b2-775d-4de1-93b4-81457ce61b91 None None] Set router 23171291-5083-45ca-b7b0-26f0200da77b gateway port host: None {{(pid=93660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:57:28.186711 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-ae38d0b2-775d-4de1-93b4-81457ce61b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23171291-5083-45ca-b7b0-26f0200da77b', 'name': 'router1', 'tenant_id': 'db02efae205443b4a05be3278b02efd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:57:17Z', 'updated_at': '2021-07-15T18:57:26Z', 'revision_number': 2, 'project_id': 'db02efae205443b4a05be3278b02efd0', 'gw_port_host': None, '_interfaces': [{'id': '76bc8b6f-fc22-4f0f-bfc0-c32e835643c3', 'name': '', 'network_id': 'fa868adf-b94c-4a15-ac66-8780bdfcb429', 'tenant_id': 'db02efae205443b4a05be3278b02efd0', 'mac_address': 'fa:16:3e:ca:db:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23171291-5083-45ca-b7b0-26f0200da77b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '94e786c5-65c5-4958-8011-e518960f1937', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:57:26Z', 'updated_at': '2021-07-15T18:57:27Z', 'revision_number': 2, 'project_id': 'db02efae205443b4a05be3278b02efd0', 'subnets': [{'id': '94e786c5-65c5-4958-8011-e518960f1937', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b9e0e0b2-6ced-4e01-af9e-3e84339a35ce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:57:28.238401 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae38d0b2-775d-4de1-93b4-81457ce61b91 None None] Checking router: 23171291-5083-45ca-b7b0-26f0200da77b for host: dv-cinder-788363-8-iscsi {{(pid=93660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 18:57:28.238775 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae38d0b2-775d-4de1-93b4-81457ce61b91 None None] Updating router 23171291-5083-45ca-b7b0-26f0200da77b port 76bc8b6f-fc22-4f0f-bfc0-c32e835643c3 binding host dv-cinder-788363-8-iscsi {{(pid=93660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 18:57:28.304191 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-ae38d0b2-775d-4de1-93b4-81457ce61b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:28.809752 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-ae38d0b2-775d-4de1-93b4-81457ce61b91 None None] Notify callbacks [] for port, precommit_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:28.829068 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.provisioning_blocks [None req-ae38d0b2-775d-4de1-93b4-81457ce61b91 None None] Transition to ACTIVE for port object 76bc8b6f-fc22-4f0f-bfc0-c32e835643c3 will not be triggered until provisioned by entity L2. {{(pid=93660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 18:57:28.835648 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-ae38d0b2-775d-4de1-93b4-81457ce61b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:28.991319 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.managers [None req-ae38d0b2-775d-4de1-93b4-81457ce61b91 None None] Attempting to bind port 76bc8b6f-fc22-4f0f-bfc0-c32e835643c3 on host dv-cinder-788363-8-iscsi for vnic_type normal with profile {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 18:57:28.991734 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.managers [None req-ae38d0b2-775d-4de1-93b4-81457ce61b91 None None] Attempting to bind port 76bc8b6f-fc22-4f0f-bfc0-c32e835643c3 by drivers openvswitch,hyperv on host dv-cinder-788363-8-iscsi at level 0 using segments [{'id': '5d3e6b94-a91b-4422-87c7-16d1b8600fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'fa868adf-b94c-4a15-ac66-8780bdfcb429'}] {{(pid=93660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 18:57:28.992169 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae38d0b2-775d-4de1-93b4-81457ce61b91 None None] Attempting to bind port 76bc8b6f-fc22-4f0f-bfc0-c32e835643c3 on network fa868adf-b94c-4a15-ac66-8780bdfcb429 {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 18:57:29.005745 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae38d0b2-775d-4de1-93b4-81457ce61b91 None None] Checking agent: {'id': 'ac33f8ba-c243-4061-a3c6-3aff717edb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 52), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 18, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 18:57:29.006165 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae38d0b2-775d-4de1-93b4-81457ce61b91 None None] Checking segment: {'id': '5d3e6b94-a91b-4422-87c7-16d1b8600fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'fa868adf-b94c-4a15-ac66-8780bdfcb429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 18:57:29.006653 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-ae38d0b2-775d-4de1-93b4-81457ce61b91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:29.007069 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae38d0b2-775d-4de1-93b4-81457ce61b91 None None] Bound using segment: {'id': '5d3e6b94-a91b-4422-87c7-16d1b8600fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'fa868adf-b94c-4a15-ac66-8780bdfcb429'} {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 18:57:29.007559 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.managers [None req-ae38d0b2-775d-4de1-93b4-81457ce61b91 None None] Bound port: 76bc8b6f-fc22-4f0f-bfc0-c32e835643c3, host: dv-cinder-788363-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3e6b94-a91b-4422-87c7-16d1b8600fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'fa868adf-b94c-4a15-ac66-8780bdfcb429'}}] {{(pid=93660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 18:57:29.007959 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-ae38d0b2-775d-4de1-93b4-81457ce61b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:29.010826 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173fcbb-4285-4d7f-9f4e-9319dcc7e275 None None] Pushing event updated for resources: {'Port': ['ID=76bc8b6f-fc22-4f0f-bfc0-c32e835643c3,revision_number=3']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:57:29.026915 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173fcbb-4285-4d7f-9f4e-9319dcc7e275 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:29.027272 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173fcbb-4285-4d7f-9f4e-9319dcc7e275 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:29.027617 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173fcbb-4285-4d7f-9f4e-9319dcc7e275 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:29.027958 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173fcbb-4285-4d7f-9f4e-9319dcc7e275 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:29.028292 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173fcbb-4285-4d7f-9f4e-9319dcc7e275 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:29.028629 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173fcbb-4285-4d7f-9f4e-9319dcc7e275 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:29.028964 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173fcbb-4285-4d7f-9f4e-9319dcc7e275 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:29.029321 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173fcbb-4285-4d7f-9f4e-9319dcc7e275 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:29.029714 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173fcbb-4285-4d7f-9f4e-9319dcc7e275 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:29.030010 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173fcbb-4285-4d7f-9f4e-9319dcc7e275 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:29.030357 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173fcbb-4285-4d7f-9f4e-9319dcc7e275 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:29.030682 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173fcbb-4285-4d7f-9f4e-9319dcc7e275 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:29.031807 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173fcbb-4285-4d7f-9f4e-9319dcc7e275 None None] Tracked resource versions report: Jul 15 18:57:29.031807 dv-cinder-788363-8-iscsi neutron-server[93660]: pushed versions: Jul 15 18:57:29.031807 dv-cinder-788363-8-iscsi neutron-server[93660]: { 'AddressGroup': {'1.2'}, Jul 15 18:57:29.031807 dv-cinder-788363-8-iscsi neutron-server[93660]: 'ConntrackHelper': {'1.0'}, Jul 15 18:57:29.031807 dv-cinder-788363-8-iscsi neutron-server[93660]: 'Log': {'1.0'}, Jul 15 18:57:29.031807 dv-cinder-788363-8-iscsi neutron-server[93660]: 'Network': {'1.1'}, Jul 15 18:57:29.031807 dv-cinder-788363-8-iscsi neutron-server[93660]: 'Port': {'1.7'}, Jul 15 18:57:29.031807 dv-cinder-788363-8-iscsi neutron-server[93660]: 'PortForwarding': {'1.2'}, Jul 15 18:57:29.031807 dv-cinder-788363-8-iscsi neutron-server[93660]: 'QosPolicy': {'1.8'}, Jul 15 18:57:29.031807 dv-cinder-788363-8-iscsi neutron-server[93660]: 'SecurityGroup': {'1.4'}, Jul 15 18:57:29.031807 dv-cinder-788363-8-iscsi neutron-server[93660]: 'SecurityGroupRule': {'1.2'}, Jul 15 18:57:29.031807 dv-cinder-788363-8-iscsi neutron-server[93660]: 'SubPort': {'1.0'}, Jul 15 18:57:29.031807 dv-cinder-788363-8-iscsi neutron-server[93660]: 'Subnet': {'1.1'}, Jul 15 18:57:29.031807 dv-cinder-788363-8-iscsi neutron-server[93660]: 'Trunk': {'1.1'}} Jul 15 18:57:29.031807 dv-cinder-788363-8-iscsi neutron-server[93660]: consumer versions: Jul 15 18:57:29.031807 dv-cinder-788363-8-iscsi neutron-server[93660]: { DHCP agent@dv-cinder-788363-8-iscsi: {}, Jul 15 18:57:29.031807 dv-cinder-788363-8-iscsi neutron-server[93660]: L3 agent@dv-cinder-788363-8-iscsi: {}, Jul 15 18:57:29.031807 dv-cinder-788363-8-iscsi neutron-server[93660]: Metadata agent@dv-cinder-788363-8-iscsi: {}, Jul 15 18:57:29.031807 dv-cinder-788363-8-iscsi neutron-server[93660]: Metering agent@dv-cinder-788363-8-iscsi: {}, Jul 15 18:57:29.031807 dv-cinder-788363-8-iscsi neutron-server[93660]: Open vSwitch agent@dv-cinder-788363-8-iscsi: { 'AddressGroup': '1.2', Jul 15 18:57:29.031807 dv-cinder-788363-8-iscsi neutron-server[93660]: 'ConntrackHelper': '1.0', Jul 15 18:57:29.031807 dv-cinder-788363-8-iscsi neutron-server[93660]: 'Log': '1.0', Jul 15 18:57:29.031807 dv-cinder-788363-8-iscsi neutron-server[93660]: 'Network': '1.1', Jul 15 18:57:29.031807 dv-cinder-788363-8-iscsi neutron-server[93660]: 'Port': '1.7', Jul 15 18:57:29.031807 dv-cinder-788363-8-iscsi neutron-server[93660]: 'PortForwarding': '1.2', Jul 15 18:57:29.031807 dv-cinder-788363-8-iscsi neutron-server[93660]: 'QosPolicy': '1.8', Jul 15 18:57:29.031807 dv-cinder-788363-8-iscsi neutron-server[93660]: 'SecurityGroup': '1.4', Jul 15 18:57:29.031807 dv-cinder-788363-8-iscsi neutron-server[93660]: 'SecurityGroupRule': '1.2', Jul 15 18:57:29.031807 dv-cinder-788363-8-iscsi neutron-server[93660]: 'SubPort': '1.0', Jul 15 18:57:29.031807 dv-cinder-788363-8-iscsi neutron-server[93660]: 'Subnet': '1.1', Jul 15 18:57:29.031807 dv-cinder-788363-8-iscsi neutron-server[93660]: 'Trunk': '1.1'}} Jul 15 18:57:29.031807 dv-cinder-788363-8-iscsi neutron-server[93660]: {{(pid=93660) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 18:57:29.106287 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [None req-ae38d0b2-775d-4de1-93b4-81457ce61b91 None None] For port 76bc8b6f-fc22-4f0f-bfc0-c32e835643c3, host dv-cinder-788363-8-iscsi, cleared binding levels {{(pid=93660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 18:57:29.149241 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [None req-ae38d0b2-775d-4de1-93b4-81457ce61b91 None None] For port 76bc8b6f-fc22-4f0f-bfc0-c32e835643c3, host dv-cinder-788363-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=76bc8b6f-fc22-4f0f-bfc0-c32e835643c3,segment=NetworkSegment(5d3e6b94-a91b-4422-87c7-16d1b8600fc3),segment_id=5d3e6b94-a91b-4422-87c7-16d1b8600fc3)] {{(pid=93660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 18:57:29.155515 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-ae38d0b2-775d-4de1-93b4-81457ce61b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:29.235313 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae38d0b2-775d-4de1-93b4-81457ce61b91 None None] Routers {'23171291-5083-45ca-b7b0-26f0200da77b'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:57:29.235961 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-ae38d0b2-775d-4de1-93b4-81457ce61b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T18:57:22Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['23171291-5083-45ca-b7b0-26f0200da77b'], 'active': True} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:57:29.316343 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173fcbb-4285-4d7f-9f4e-9319dcc7e275 None None] Pushing event updated for resources: {'Port': ['ID=76bc8b6f-fc22-4f0f-bfc0-c32e835643c3,revision_number=4']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:57:29.341813 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvr_db [None req-ae38d0b2-775d-4de1-93b4-81457ce61b91 None None] Set router 23171291-5083-45ca-b7b0-26f0200da77b gateway port host: None {{(pid=93660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:57:29.557264 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-ae38d0b2-775d-4de1-93b4-81457ce61b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23171291-5083-45ca-b7b0-26f0200da77b', 'name': 'router1', 'tenant_id': 'db02efae205443b4a05be3278b02efd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:57:17Z', 'updated_at': '2021-07-15T18:57:26Z', 'revision_number': 2, 'project_id': 'db02efae205443b4a05be3278b02efd0', 'gw_port_host': None, '_interfaces': [{'id': '76bc8b6f-fc22-4f0f-bfc0-c32e835643c3', 'name': '', 'network_id': 'fa868adf-b94c-4a15-ac66-8780bdfcb429', 'tenant_id': 'db02efae205443b4a05be3278b02efd0', 'mac_address': 'fa:16:3e:ca:db:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23171291-5083-45ca-b7b0-26f0200da77b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '94e786c5-65c5-4958-8011-e518960f1937', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:57:26Z', 'updated_at': '2021-07-15T18:57:29Z', 'revision_number': 4, 'project_id': 'db02efae205443b4a05be3278b02efd0', 'subnets': [{'id': '94e786c5-65c5-4958-8011-e518960f1937', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b9e0e0b2-6ced-4e01-af9e-3e84339a35ce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:57:29.586368 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae38d0b2-775d-4de1-93b4-81457ce61b91 None None] The sync data for ids ['23171291-5083-45ca-b7b0-26f0200da77b'] in dv-cinder-788363-8-iscsi is: [{'id': '23171291-5083-45ca-b7b0-26f0200da77b', 'name': 'router1', 'tenant_id': 'db02efae205443b4a05be3278b02efd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:57:17Z', 'updated_at': '2021-07-15T18:57:26Z', 'revision_number': 2, 'project_id': 'db02efae205443b4a05be3278b02efd0', 'gw_port_host': None, '_interfaces': [{'id': '76bc8b6f-fc22-4f0f-bfc0-c32e835643c3', 'name': '', 'network_id': 'fa868adf-b94c-4a15-ac66-8780bdfcb429', 'tenant_id': 'db02efae205443b4a05be3278b02efd0', 'mac_address': 'fa:16:3e:ca:db:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23171291-5083-45ca-b7b0-26f0200da77b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '94e786c5-65c5-4958-8011-e518960f1937', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:57:26Z', 'updated_at': '2021-07-15T18:57:29Z', 'revision_number': 4, 'project_id': 'db02efae205443b4a05be3278b02efd0', 'subnets': [{'id': '94e786c5-65c5-4958-8011-e518960f1937', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b9e0e0b2-6ced-4e01-af9e-3e84339a35ce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 18:57:29.796797 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 47918) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:57:29.912991 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840e0187-a21d-403d-8201-5b284a11f173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:57:29.919896 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-840e0187-a21d-403d-8201-5b284a11f173 admin admin] 10.222.0.70 "GET /v2.0/networks/e1e7053a-85e2-45af-9353-c5375187db21 HTTP/1.1" status: 200 len: 842 time: 0.1164434 Jul 15 18:57:29.924221 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [None req-47c3ab84-bf74-435f-bef6-a197961e3de4 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'gateway_ip': '172.27.2.1', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:57:29.944923 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c3ab84-bf74-435f-bef6-a197961e3de4 admin admin] Made reservation on behalf of 83909239d23d40daaf531f35125d634c for: {'subnet': 1} {{(pid=93658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 18:57:29.947241 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-47c3ab84-bf74-435f-bef6-a197961e3de4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:30.272406 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.objects.ports [None req-47c3ab84-bf74-435f-bef6-a197961e3de4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93658) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 18:57:30.272873 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-47c3ab84-bf74-435f-bef6-a197961e3de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736'] for subnet, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:30.328633 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c3ab84-bf74-435f-bef6-a197961e3de4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9528084b-89d8-4124-b104-08bd71cd5eaa,revision_number=0']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:57:30.340078 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c3ab84-bf74-435f-bef6-a197961e3de4 admin admin] Checking segment: {'id': 'd344549d-09e0-4982-8c11-6f16cb0baa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 18:57:30.340437 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c3ab84-bf74-435f-bef6-a197961e3de4 admin admin] Network hostable DHCP agents. Network: e1e7053a-85e2-45af-9353-c5375187db21, hostable agents: ['55735004-04ab-4467-ab29-fafa31dd3593'], hosted agents: [] {{(pid=93658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 18:57:30.358046 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c3ab84-bf74-435f-bef6-a197961e3de4 admin admin] Network e1e7053a-85e2-45af-9353-c5375187db21 is scheduled to be hosted by DHCP agent 55735004-04ab-4467-ab29-fafa31dd3593 with binding_index 1 {{(pid=93658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 18:57:30.367471 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.base_scheduler [None req-47c3ab84-bf74-435f-bef6-a197961e3de4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-8-iscsi, e1e7053a-85e2-45af-9353-c5375187db21) {{(pid=93658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 18:57:30.372251 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c3ab84-bf74-435f-bef6-a197961e3de4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:57:30.372888 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-47c3ab84-bf74-435f-bef6-a197961e3de4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for subnet, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:30.381513 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a804dd2-c086-4b8a-8d38-d1b411b8aba0 None None] Network e1e7053a-85e2-45af-9353-c5375187db21 requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 18:57:30.388975 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-47c3ab84-bf74-435f-bef6-a197961e3de4 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4682591 Jul 15 18:57:30.536467 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec57fd69-849b-4dde-bb5e-785e0655a848 None None] Network e1e7053a-85e2-45af-9353-c5375187db21 requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 18:57:32.729299 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 47930) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:57:32.949447 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-2c478692-a79e-41cc-a915-d264ed077c8a admin admin] 10.222.0.70 "GET /v2.0/routers/23171291-5083-45ca-b7b0-26f0200da77b HTTP/1.1" status: 200 len: 710 time: 0.2190204 Jul 15 18:57:33.035312 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6922e254-167a-434f-a8f3-895e71e55c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:57:33.036967 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-6922e254-167a-434f-a8f3-895e71e55c8c admin admin] 10.222.0.70 "GET /v2.0/networks/e1e7053a-85e2-45af-9353-c5375187db21 HTTP/1.1" status: 200 len: 886 time: 0.0822618 Jul 15 18:57:33.045775 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [None req-fb33956b-29e5-415c-8cc3-33f74721a6a2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'}}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:57:33.298657 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-fb33956b-29e5-415c-8cc3-33f74721a6a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130162'] for router, precommit_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:33.542641 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-fb33956b-29e5-415c-8cc3-33f74721a6a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:33.621181 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-fb33956b-29e5-415c-8cc3-33f74721a6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:33.821061 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.db_base_plugin_common [None req-fb33956b-29e5-415c-8cc3-33f74721a6a2 admin admin] Allocated IP 172.27.2.167 (e1e7053a-85e2-45af-9353-c5375187db21/9528084b-89d8-4124-b104-08bd71cd5eaa/526def70-9ebc-40df-bbb9-8aa8dfb9f938) {{(pid=93658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 18:57:33.932619 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-fb33956b-29e5-415c-8cc3-33f74721a6a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:34.016492 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-fb33956b-29e5-415c-8cc3-33f74721a6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355'] for port, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:34.084257 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb33956b-29e5-415c-8cc3-33f74721a6a2 admin admin] Network e1e7053a-85e2-45af-9353-c5375187db21 is already hosted by enough agents. {{(pid=93658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 18:57:34.091159 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.base_scheduler [None req-fb33956b-29e5-415c-8cc3-33f74721a6a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 18:57:34.097354 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb33956b-29e5-415c-8cc3-33f74721a6a2 admin admin] Received port after_create {{(pid=93658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 18:57:34.160881 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb33956b-29e5-415c-8cc3-33f74721a6a2 admin admin] Pushing event updated for resources: {'Port': ['ID=526def70-9ebc-40df-bbb9-8aa8dfb9f938,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:57:34.289026 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 76bc8b6f-fc22-4f0f-bfc0-c32e835643c3 up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:57:34.340387 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning for port 76bc8b6f-fc22-4f0f-bfc0-c32e835643c3 completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 18:57:34.344165 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port 76bc8b6f-fc22-4f0f-bfc0-c32e835643c3 triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:57:34.344539 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:34.382685 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-fb33956b-29e5-415c-8cc3-33f74721a6a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:34.420459 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:34.454354 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] For port 76bc8b6f-fc22-4f0f-bfc0-c32e835643c3, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=76bc8b6f-fc22-4f0f-bfc0-c32e835643c3,segment=NetworkSegment(5d3e6b94-a91b-4422-87c7-16d1b8600fc3),segment_id=5d3e6b94-a91b-4422-87c7-16d1b8600fc3)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:57:34.459123 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:34.553793 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Pushing event updated for resources: {'Port': ['ID=76bc8b6f-fc22-4f0f-bfc0-c32e835643c3,revision_number=5']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:57:34.589597 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-fb33956b-29e5-415c-8cc3-33f74721a6a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130162'] for router, precommit_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:34.593362 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-fb33956b-29e5-415c-8cc3-33f74721a6a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-764447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-764422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-764559'] for router, after_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:34.689994 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.agents_db [None req-ef181030-a4ef-48d9-9156-44fb1018252a None None] Agent healthcheck: found 5 active agents {{(pid=93660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 18:57:34.716790 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb33956b-29e5-415c-8cc3-33f74721a6a2 admin admin] Router 23171291-5083-45ca-b7b0-26f0200da77b has already been hosted by L3 agent d1959f4f-c5e4-447e-bdea-87c7e923db15 {{(pid=93658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 18:57:34.826776 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb33956b-29e5-415c-8cc3-33f74721a6a2 admin admin] Notify agent at l3_agent.dv-cinder-788363-8-iscsi the message routers_updated {{(pid=93658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 18:57:34.831670 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-fb33956b-29e5-415c-8cc3-33f74721a6a2 admin admin] Notify callbacks [] for router, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:34.832552 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-fb33956b-29e5-415c-8cc3-33f74721a6a2 admin admin] 10.222.0.70 "PUT /v2.0/routers/23171291-5083-45ca-b7b0-26f0200da77b HTTP/1.1" status: 200 len: 890 time: 1.7900970 Jul 15 18:57:34.837170 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c7e1c1-bab2-4a59-a395-68be857d491f None None] Sync routers for ids ['23171291-5083-45ca-b7b0-26f0200da77b'] in dv-cinder-788363-8-iscsi {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 18:57:34.849595 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c7e1c1-bab2-4a59-a395-68be857d491f None None] Routers {'23171291-5083-45ca-b7b0-26f0200da77b'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:57:34.850636 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-22c7e1c1-bab2-4a59-a395-68be857d491f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T18:57:22Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['23171291-5083-45ca-b7b0-26f0200da77b'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:57:35.075710 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-22c7e1c1-bab2-4a59-a395-68be857d491f None None] Set router 23171291-5083-45ca-b7b0-26f0200da77b gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:57:35.484755 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-22c7e1c1-bab2-4a59-a395-68be857d491f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23171291-5083-45ca-b7b0-26f0200da77b', 'name': 'router1', 'tenant_id': 'db02efae205443b4a05be3278b02efd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '526def70-9ebc-40df-bbb9-8aa8dfb9f938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:57:17Z', 'updated_at': '2021-07-15T18:57:34Z', 'revision_number': 4, 'project_id': 'db02efae205443b4a05be3278b02efd0', 'gw_port': {'id': '526def70-9ebc-40df-bbb9-8aa8dfb9f938', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:03:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23171291-5083-45ca-b7b0-26f0200da77b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:57:33Z', 'updated_at': '2021-07-15T18:57:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': '76bc8b6f-fc22-4f0f-bfc0-c32e835643c3', 'name': '', 'network_id': 'fa868adf-b94c-4a15-ac66-8780bdfcb429', 'tenant_id': 'db02efae205443b4a05be3278b02efd0', 'mac_address': 'fa:16:3e:ca:db:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23171291-5083-45ca-b7b0-26f0200da77b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '94e786c5-65c5-4958-8011-e518960f1937', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:57:26Z', 'updated_at': '2021-07-15T18:57:34Z', 'revision_number': 5, 'project_id': 'db02efae205443b4a05be3278b02efd0', 'subnets': [{'id': '94e786c5-65c5-4958-8011-e518960f1937', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b9e0e0b2-6ced-4e01-af9e-3e84339a35ce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:57:35.539817 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c7e1c1-bab2-4a59-a395-68be857d491f None None] Checking router: 23171291-5083-45ca-b7b0-26f0200da77b for host: dv-cinder-788363-8-iscsi {{(pid=93659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 18:57:35.540193 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c7e1c1-bab2-4a59-a395-68be857d491f None None] Updating router 23171291-5083-45ca-b7b0-26f0200da77b port 526def70-9ebc-40df-bbb9-8aa8dfb9f938 binding host dv-cinder-788363-8-iscsi {{(pid=93659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 18:57:35.578464 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-22c7e1c1-bab2-4a59-a395-68be857d491f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:35.924953 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-22c7e1c1-bab2-4a59-a395-68be857d491f None None] Notify callbacks [] for port, precommit_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:35.940739 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-22c7e1c1-bab2-4a59-a395-68be857d491f None None] Transition to ACTIVE for port object 526def70-9ebc-40df-bbb9-8aa8dfb9f938 will not be triggered until provisioned by entity L2. {{(pid=93659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 18:57:35.947352 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-22c7e1c1-bab2-4a59-a395-68be857d491f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:36.003227 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6514b3b-4b02-4505-a21e-27edb808b8fb None None] Pushing event updated for resources: {'Port': ['ID=526def70-9ebc-40df-bbb9-8aa8dfb9f938,revision_number=2']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:57:36.009754 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-22c7e1c1-bab2-4a59-a395-68be857d491f None None] Attempting to bind port 526def70-9ebc-40df-bbb9-8aa8dfb9f938 on host dv-cinder-788363-8-iscsi for vnic_type normal with profile {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 18:57:36.009754 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-22c7e1c1-bab2-4a59-a395-68be857d491f None None] Attempting to bind port 526def70-9ebc-40df-bbb9-8aa8dfb9f938 by drivers openvswitch,hyperv on host dv-cinder-788363-8-iscsi at level 0 using segments [{'id': 'd344549d-09e0-4982-8c11-6f16cb0baa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'}] {{(pid=93659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 18:57:36.009754 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c7e1c1-bab2-4a59-a395-68be857d491f None None] Attempting to bind port 526def70-9ebc-40df-bbb9-8aa8dfb9f938 on network e1e7053a-85e2-45af-9353-c5375187db21 {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 18:57:36.012985 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c7e1c1-bab2-4a59-a395-68be857d491f None None] Checking agent: {'id': 'ac33f8ba-c243-4061-a3c6-3aff717edb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 52), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 18, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 18:57:36.013390 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c7e1c1-bab2-4a59-a395-68be857d491f None None] Checking segment: {'id': 'd344549d-09e0-4982-8c11-6f16cb0baa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 18:57:36.013836 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-22c7e1c1-bab2-4a59-a395-68be857d491f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:36.014239 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c7e1c1-bab2-4a59-a395-68be857d491f None None] Bound using segment: {'id': 'd344549d-09e0-4982-8c11-6f16cb0baa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'} {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 18:57:36.014714 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-22c7e1c1-bab2-4a59-a395-68be857d491f None None] Bound port: 526def70-9ebc-40df-bbb9-8aa8dfb9f938, host: dv-cinder-788363-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd344549d-09e0-4982-8c11-6f16cb0baa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'}}] {{(pid=93659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 18:57:36.015103 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-22c7e1c1-bab2-4a59-a395-68be857d491f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:36.065229 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-22c7e1c1-bab2-4a59-a395-68be857d491f None None] For port 526def70-9ebc-40df-bbb9-8aa8dfb9f938, host dv-cinder-788363-8-iscsi, cleared binding levels {{(pid=93659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 18:57:36.068374 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-22c7e1c1-bab2-4a59-a395-68be857d491f None None] For port 526def70-9ebc-40df-bbb9-8aa8dfb9f938, host dv-cinder-788363-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=526def70-9ebc-40df-bbb9-8aa8dfb9f938,segment=NetworkSegment(d344549d-09e0-4982-8c11-6f16cb0baa64),segment_id=d344549d-09e0-4982-8c11-6f16cb0baa64)] {{(pid=93659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 18:57:36.073797 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-22c7e1c1-bab2-4a59-a395-68be857d491f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:36.120966 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c7e1c1-bab2-4a59-a395-68be857d491f None None] Routers {'23171291-5083-45ca-b7b0-26f0200da77b'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:57:36.121596 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-22c7e1c1-bab2-4a59-a395-68be857d491f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T18:57:22Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['23171291-5083-45ca-b7b0-26f0200da77b'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:57:36.270022 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6514b3b-4b02-4505-a21e-27edb808b8fb None None] Pushing event updated for resources: {'Port': ['ID=526def70-9ebc-40df-bbb9-8aa8dfb9f938,revision_number=3']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:57:36.303160 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 76bc8b6f-fc22-4f0f-bfc0-c32e835643c3 up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:57:36.362681 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-22c7e1c1-bab2-4a59-a395-68be857d491f None None] Set router 23171291-5083-45ca-b7b0-26f0200da77b gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:57:36.405825 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port 76bc8b6f-fc22-4f0f-bfc0-c32e835643c3 triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:57:36.406204 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:36.647153 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-22c7e1c1-bab2-4a59-a395-68be857d491f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23171291-5083-45ca-b7b0-26f0200da77b', 'name': 'router1', 'tenant_id': 'db02efae205443b4a05be3278b02efd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '526def70-9ebc-40df-bbb9-8aa8dfb9f938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:57:17Z', 'updated_at': '2021-07-15T18:57:34Z', 'revision_number': 4, 'project_id': 'db02efae205443b4a05be3278b02efd0', 'gw_port': {'id': '526def70-9ebc-40df-bbb9-8aa8dfb9f938', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:03:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23171291-5083-45ca-b7b0-26f0200da77b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:57:33Z', 'updated_at': '2021-07-15T18:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': '76bc8b6f-fc22-4f0f-bfc0-c32e835643c3', 'name': '', 'network_id': 'fa868adf-b94c-4a15-ac66-8780bdfcb429', 'tenant_id': 'db02efae205443b4a05be3278b02efd0', 'mac_address': 'fa:16:3e:ca:db:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23171291-5083-45ca-b7b0-26f0200da77b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '94e786c5-65c5-4958-8011-e518960f1937', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:57:26Z', 'updated_at': '2021-07-15T18:57:34Z', 'revision_number': 5, 'project_id': 'db02efae205443b4a05be3278b02efd0', 'subnets': [{'id': '94e786c5-65c5-4958-8011-e518960f1937', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b9e0e0b2-6ced-4e01-af9e-3e84339a35ce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:57:36.686419 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c7e1c1-bab2-4a59-a395-68be857d491f None None] The sync data for ids ['23171291-5083-45ca-b7b0-26f0200da77b'] in dv-cinder-788363-8-iscsi is: [{'id': '23171291-5083-45ca-b7b0-26f0200da77b', 'name': 'router1', 'tenant_id': 'db02efae205443b4a05be3278b02efd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '526def70-9ebc-40df-bbb9-8aa8dfb9f938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:57:17Z', 'updated_at': '2021-07-15T18:57:34Z', 'revision_number': 4, 'project_id': 'db02efae205443b4a05be3278b02efd0', 'gw_port': {'id': '526def70-9ebc-40df-bbb9-8aa8dfb9f938', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:03:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23171291-5083-45ca-b7b0-26f0200da77b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:57:33Z', 'updated_at': '2021-07-15T18:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': '76bc8b6f-fc22-4f0f-bfc0-c32e835643c3', 'name': '', 'network_id': 'fa868adf-b94c-4a15-ac66-8780bdfcb429', 'tenant_id': 'db02efae205443b4a05be3278b02efd0', 'mac_address': 'fa:16:3e:ca:db:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23171291-5083-45ca-b7b0-26f0200da77b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '94e786c5-65c5-4958-8011-e518960f1937', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:57:26Z', 'updated_at': '2021-07-15T18:57:34Z', 'revision_number': 5, 'project_id': 'db02efae205443b4a05be3278b02efd0', 'subnets': [{'id': '94e786c5-65c5-4958-8011-e518960f1937', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b9e0e0b2-6ced-4e01-af9e-3e84339a35ce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 18:57:37.281842 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 47938) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:57:37.414189 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-41273918-fd66-4a05-a5b3-bda3d5d81859 admin admin] 10.222.0.70 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1312382 Jul 15 18:57:38.309696 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 526def70-9ebc-40df-bbb9-8aa8dfb9f938 up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:57:38.395547 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning for port 526def70-9ebc-40df-bbb9-8aa8dfb9f938 completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 18:57:38.399857 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port 526def70-9ebc-40df-bbb9-8aa8dfb9f938 triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:57:38.400387 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:38.493214 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:38.517746 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] For port 526def70-9ebc-40df-bbb9-8aa8dfb9f938, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=526def70-9ebc-40df-bbb9-8aa8dfb9f938,segment=NetworkSegment(d344549d-09e0-4982-8c11-6f16cb0baa64),segment_id=d344549d-09e0-4982-8c11-6f16cb0baa64)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:57:38.521960 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:38.570882 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Pushing event updated for resources: {'Port': ['ID=526def70-9ebc-40df-bbb9-8aa8dfb9f938,revision_number=4']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:57:40.282605 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 526def70-9ebc-40df-bbb9-8aa8dfb9f938 up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:57:40.331676 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port 526def70-9ebc-40df-bbb9-8aa8dfb9f938 triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:57:40.332060 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:49.424560 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-52880bca-678b-49bc-b9a2-2e1e6c2626ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:52.043805 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:52.125973 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-8675aef1-4e1d-4471-9f29-7bb44159ca1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:53.584844 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:55.440320 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:58:11.688342 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.agents_db [None req-ef181030-a4ef-48d9-9156-44fb1018252a None None] Agent healthcheck: found 5 active agents {{(pid=93660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 18:58:19.426377 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-d813ff04-6504-4fd9-8ba0-f602eb635967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:58:22.073107 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:58:22.145735 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-b56f7a21-214b-4520-9d0a-f80b2829d533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:58:23.589944 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:58:25.453065 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:58:48.687701 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.agents_db [None req-ef181030-a4ef-48d9-9156-44fb1018252a None None] Agent healthcheck: found 5 active agents {{(pid=93660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 18:58:49.420961 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-4329770d-7c1c-4a86-9bfc-c9a0d2ae1a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:58:52.049280 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:58:52.124592 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-92c95cc8-88c4-448b-b77c-518f24c12448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:58:53.596716 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:58:55.448975 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:59:17.137749 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 48506) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:59:17.199001 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5b0f1a0-6585-4855-b6a9-db63521c9446 admin admin] GET failed (client error): The resource could not be found. Jul 15 18:59:17.200399 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-e5b0f1a0-6585-4855-b6a9-db63521c9446 admin admin] 10.222.0.70 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0616777 Jul 15 18:59:17.433068 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adfd3ca-07db-4870-9d75-286e69d13be7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:59:17.434512 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-9adfd3ca-07db-4870-9d75-286e69d13be7 admin admin] 10.222.0.70 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.2302518 Jul 15 18:59:19.425628 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-3426794d-fb00-4d0e-9ff6-014f277940b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:59:19.636542 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 48516) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:59:19.725815 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859a50ef-5415-4bf3-99b5-ef3bf7669f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:59:19.727178 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-859a50ef-5415-4bf3-99b5-ef3bf7669f76 admin admin] 10.222.0.70 "GET /v2.0/subnets/94e786c5-65c5-4958-8011-e518960f1937 HTTP/1.1" status: 200 len: 849 time: 0.0896921 Jul 15 18:59:19.736415 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [None req-a76f7f02-2b09-4a5f-957c-f59179609097 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:59:19.829419 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-a76f7f02-2b09-4a5f-957c-f59179609097 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:59:19.964434 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-a76f7f02-2b09-4a5f-957c-f59179609097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730935129995'] for subnet, after_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:59:19.996148 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76f7f02-2b09-4a5f-957c-f59179609097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:59:19.996148 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-a76f7f02-2b09-4a5f-957c-f59179609097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for subnet, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:59:19.997449 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-a76f7f02-2b09-4a5f-957c-f59179609097 admin admin] 10.222.0.70 "PUT /v2.0/subnets/94e786c5-65c5-4958-8011-e518960f1937 HTTP/1.1" status: 200 len: 868 time: 0.2647338 Jul 15 18:59:20.002408 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4ea62d-6254-4e18-a68b-499be2cfbbbe None None] Network fa868adf-b94c-4a15-ac66-8780bdfcb429 requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 18:59:20.022743 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f7f02-2b09-4a5f-957c-f59179609097 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94e786c5-65c5-4958-8011-e518960f1937,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:59:20.030588 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f7f02-2b09-4a5f-957c-f59179609097 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:59:20.030982 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f7f02-2b09-4a5f-957c-f59179609097 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:59:20.031312 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f7f02-2b09-4a5f-957c-f59179609097 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:59:20.031652 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f7f02-2b09-4a5f-957c-f59179609097 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:59:20.031989 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f7f02-2b09-4a5f-957c-f59179609097 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:59:20.032340 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f7f02-2b09-4a5f-957c-f59179609097 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:59:20.032674 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f7f02-2b09-4a5f-957c-f59179609097 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:59:20.033003 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f7f02-2b09-4a5f-957c-f59179609097 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:59:20.033346 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f7f02-2b09-4a5f-957c-f59179609097 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:59:20.033714 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f7f02-2b09-4a5f-957c-f59179609097 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:59:20.034048 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f7f02-2b09-4a5f-957c-f59179609097 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:59:20.034369 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f7f02-2b09-4a5f-957c-f59179609097 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:59:20.416666 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-3fee06cf-77e7-4085-ae0f-08fb04823247 None None] Provisioning complete for port 76bc8b6f-fc22-4f0f-bfc0-c32e835643c3 triggered by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:59:20.417033 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-3fee06cf-77e7-4085-ae0f-08fb04823247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:59:20.500894 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-3fee06cf-77e7-4085-ae0f-08fb04823247 None None] Provisioning complete for port 0318d532-2fe1-4cf8-9b41-05cf03ef420a triggered by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:59:20.501553 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-3fee06cf-77e7-4085-ae0f-08fb04823247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:59:22.052487 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:59:22.126515 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-fb099a8f-6a11-4738-9401-395a50a413a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:59:22.199116 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 48524) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:59:22.390825 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5ec0a0-6e46-49b7-9ca5-7f370a70859e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:59:22.391306 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5ec0a0-6e46-49b7-9ca5-7f370a70859e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:59:22.392838 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-2f5ec0a0-6e46-49b7-9ca5-7f370a70859e admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1927660 Jul 15 18:59:23.597344 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:59:24.563727 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 48532) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:59:24.692546 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c775bbe6-7d59-4748-aa78-be4cbb68f18d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:59:24.693020 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c775bbe6-7d59-4748-aa78-be4cbb68f18d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:59:24.695217 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-c775bbe6-7d59-4748-aa78-be4cbb68f18d admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1305971 Jul 15 18:59:25.450138 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:59:25.687560 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.agents_db [None req-ef181030-a4ef-48d9-9156-44fb1018252a None None] Agent healthcheck: found 5 active agents {{(pid=93660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 18:59:26.839082 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 48540) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:59:26.962650 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee693d16-1905-4e5c-95c8-58690b847ab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:59:26.964068 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-ee693d16-1905-4e5c-95c8-58690b847ab6 admin admin] 10.222.0.70 "GET /v2.0/networks/e1e7053a-85e2-45af-9353-c5375187db21 HTTP/1.1" status: 200 len: 886 time: 0.1239944 Jul 15 18:59:29.135537 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 48548) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:59:29.278275 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cfbde0-3191-4aac-a1d4-606c0bf6dec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:59:29.279653 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-96cfbde0-3191-4aac-a1d4-606c0bf6dec2 admin admin] 10.222.0.70 "GET /v2.0/networks/fa868adf-b94c-4a15-ac66-8780bdfcb429 HTTP/1.1" status: 200 len: 870 time: 0.1431689 Jul 15 18:59:31.428383 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 48556) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:59:31.552422 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4de0d67-b0a4-45d7-ab43-72f6a9308d68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:59:31.552878 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4de0d67-b0a4-45d7-ab43-72f6a9308d68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:59:31.555009 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-e4de0d67-b0a4-45d7-ab43-72f6a9308d68 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1251187 Jul 15 18:59:33.729060 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 48564) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:59:33.822829 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f441c72c-3af5-4cae-94e8-27cd89d3115b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:59:33.823280 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f441c72c-3af5-4cae-94e8-27cd89d3115b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:59:33.824826 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-f441c72c-3af5-4cae-94e8-27cd89d3115b admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0947695 Jul 15 18:59:36.009112 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 48572) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:59:36.102757 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af4f4ee-188d-4462-bcc2-73e6fd0311f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:59:36.104105 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-5af4f4ee-188d-4462-bcc2-73e6fd0311f0 admin admin] 10.222.0.70 "GET /v2.0/subnets/94e786c5-65c5-4958-8011-e518960f1937 HTTP/1.1" status: 200 len: 868 time: 0.0940006 Jul 15 18:59:38.283509 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 48580) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:59:38.365276 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c299e65-aeb3-4d71-b7d3-39b374ffb5f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:59:38.366635 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-6c299e65-aeb3-4d71-b7d3-39b374ffb5f2 admin admin] 10.222.0.70 "GET /v2.0/subnets/9528084b-89d8-4124-b104-08bd71cd5eaa HTTP/1.1" status: 200 len: 816 time: 0.0821884 Jul 15 18:59:49.427665 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-c3911700-78f2-42b6-9fee-58c32405084b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:59:52.053588 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:59:52.127725 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-93a4c160-54b1-4c16-9b14-4592cad0bf92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:59:53.599975 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:59:55.454696 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:02.686628 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.agents_db [None req-ef181030-a4ef-48d9-9156-44fb1018252a None None] Agent healthcheck: found 5 active agents {{(pid=93660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:00:02.827538 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 48632) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:00:02.872336 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [None req-b2c9e61d-b34f-4ec4-99f9-7cf1f4441a5b admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 19:00:02.873317 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-b2c9e61d-b34f-4ec4-99f9-7cf1f4441a5b admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0448573 Jul 15 19:00:05.123057 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 48640) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:00:05.181531 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e903c3b-56dc-42d5-b5f0-0a1bbdb39fcc admin admin] GET failed (client error): The resource could not be found. Jul 15 19:00:05.182849 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-6e903c3b-56dc-42d5-b5f0-0a1bbdb39fcc admin admin] 10.222.0.70 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0588210 Jul 15 19:00:05.268672 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650f7102-6489-4270-b813-aebfe3511ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:00:05.270162 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-650f7102-6489-4270-b813-aebfe3511ac7 admin admin] 10.222.0.70 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0834095 Jul 15 19:00:07.469565 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 48648) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:00:07.517577 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [None req-468ff870-6ac1-4c10-88ca-db8a3c8183e7 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:00:07.541382 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468ff870-6ac1-4c10-88ca-db8a3c8183e7 admin admin] Made reservation on behalf of 83909239d23d40daaf531f35125d634c for: {'network': 1} {{(pid=93658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:00:07.543877 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-468ff870-6ac1-4c10-88ca-db8a3c8183e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for network, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:07.589056 dv-cinder-788363-8-iscsi neutron-server[93658]: WARNING neutron.services.revisions.revision_plugin [None req-468ff870-6ac1-4c10-88ca-db8a3c8183e7 admin admin] Could not find related network for resource to bump revision. Jul 15 19:00:07.605962 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-468ff870-6ac1-4c10-88ca-db8a3c8183e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1076} {{(pid=93658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:00:07.619593 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-468ff870-6ac1-4c10-88ca-db8a3c8183e7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730935243331', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882'] for segment, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:07.620266 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-468ff870-6ac1-4c10-88ca-db8a3c8183e7 admin admin] Unsubscribe: segment precommit_create {{(pid=93658) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 15 19:00:07.620712 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.db.segments_db [None req-468ff870-6ac1-4c10-88ca-db8a3c8183e7 admin admin] Added segment 381619bc-3e05-4ccd-8100-e23b4f0b98d7 of type vlan for network b182a162-1ccd-431d-a91f-93f160a9efad Jul 15 19:00:07.668564 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-468ff870-6ac1-4c10-88ca-db8a3c8183e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730934684676'] for network, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:07.712096 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-468ff870-6ac1-4c10-88ca-db8a3c8183e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736'] for network, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:07.713794 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468ff870-6ac1-4c10-88ca-db8a3c8183e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:00:07.714377 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-468ff870-6ac1-4c10-88ca-db8a3c8183e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for network, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:07.764958 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-468ff870-6ac1-4c10-88ca-db8a3c8183e7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2942753 Jul 15 19:00:07.809571 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468ff870-6ac1-4c10-88ca-db8a3c8183e7 admin admin] Pushing event updated for resources: {'Network': ['ID=b182a162-1ccd-431d-a91f-93f160a9efad,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:00:07.820723 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Network b182a162-1ccd-431d-a91f-93f160a9efad details requested by agent ovs-agent-dv-cinder-788363-8-iscsi with host dv-cinder-788363-8-iscsi {{(pid=93659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:00:09.973641 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 48656) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:00:10.034562 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.pecan_wsgi.hooks.translation [None req-57b55216-2872-4590-9692-5293d0f15205 admin admin] GET failed (client error): The resource could not be found. Jul 15 19:00:10.035865 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-57b55216-2872-4590-9692-5293d0f15205 admin admin] 10.222.0.70 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0612590 Jul 15 19:00:10.135109 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417dd23d-b7f8-4749-9712-1d58b21653db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:00:10.136564 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-417dd23d-b7f8-4749-9712-1d58b21653db admin admin] 10.222.0.70 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0968981 Jul 15 19:00:10.146100 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-6fda3ac9-e24d-485e-bdb0-250f393b64b0 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'b182a162-1ccd-431d-a91f-93f160a9efad', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:00:10.170960 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fda3ac9-e24d-485e-bdb0-250f393b64b0 admin admin] Made reservation on behalf of 83909239d23d40daaf531f35125d634c for: {'subnet': 1} {{(pid=93657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:00:10.173284 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-6fda3ac9-e24d-485e-bdb0-250f393b64b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:10.361051 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-6fda3ac9-e24d-485e-bdb0-250f393b64b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736'] for subnet, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:10.419492 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda3ac9-e24d-485e-bdb0-250f393b64b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f81f5210-7ac3-4795-bc83-b64a37ced7d3,revision_number=0']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:00:10.426794 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fda3ac9-e24d-485e-bdb0-250f393b64b0 admin admin] Checking segment: {'id': '381619bc-3e05-4ccd-8100-e23b4f0b98d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'b182a162-1ccd-431d-a91f-93f160a9efad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:00:10.427072 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fda3ac9-e24d-485e-bdb0-250f393b64b0 admin admin] Network hostable DHCP agents. Network: b182a162-1ccd-431d-a91f-93f160a9efad, hostable agents: ['55735004-04ab-4467-ab29-fafa31dd3593'], hosted agents: [] {{(pid=93657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:00:10.432270 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda3ac9-e24d-485e-bdb0-250f393b64b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:00:10.432625 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda3ac9-e24d-485e-bdb0-250f393b64b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:00:10.432965 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda3ac9-e24d-485e-bdb0-250f393b64b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:00:10.433291 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda3ac9-e24d-485e-bdb0-250f393b64b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:00:10.433614 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda3ac9-e24d-485e-bdb0-250f393b64b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:00:10.433978 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda3ac9-e24d-485e-bdb0-250f393b64b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:00:10.434298 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda3ac9-e24d-485e-bdb0-250f393b64b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:00:10.434616 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda3ac9-e24d-485e-bdb0-250f393b64b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:00:10.434932 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda3ac9-e24d-485e-bdb0-250f393b64b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:00:10.435244 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda3ac9-e24d-485e-bdb0-250f393b64b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:00:10.435556 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda3ac9-e24d-485e-bdb0-250f393b64b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:00:10.435865 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda3ac9-e24d-485e-bdb0-250f393b64b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:00:10.459748 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fda3ac9-e24d-485e-bdb0-250f393b64b0 admin admin] Network b182a162-1ccd-431d-a91f-93f160a9efad is scheduled to be hosted by DHCP agent 55735004-04ab-4467-ab29-fafa31dd3593 with binding_index 1 {{(pid=93657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:00:10.471169 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.base_scheduler [None req-6fda3ac9-e24d-485e-bdb0-250f393b64b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-8-iscsi, b182a162-1ccd-431d-a91f-93f160a9efad) {{(pid=93657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:00:10.475686 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fda3ac9-e24d-485e-bdb0-250f393b64b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:00:10.476276 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-6fda3ac9-e24d-485e-bdb0-250f393b64b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for subnet, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:10.481455 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7b2638-39a2-4aa0-af44-07ada3c0b742 None None] Network b182a162-1ccd-431d-a91f-93f160a9efad requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:00:10.494680 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-6fda3ac9-e24d-485e-bdb0-250f393b64b0 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3519440 Jul 15 19:00:10.732687 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38df4fc-532b-490e-8700-6d87817276d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddf34259-25e2-5d11-b24f-5c2a52454752-b182a162-1ccd-431d-a91f-93f160a9efad', 'network_id': 'b182a162-1ccd-431d-a91f-93f160a9efad', 'tenant_id': '83909239d23d40daaf531f35125d634c', 'fixed_ips': [{'subnet_id': 'f81f5210-7ac3-4795-bc83-b64a37ced7d3'}]}} from dv-cinder-788363-8-iscsi. {{(pid=93659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 19:00:10.733613 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-a38df4fc-532b-490e-8700-6d87817276d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:10.867610 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.db_base_plugin_common [None req-a38df4fc-532b-490e-8700-6d87817276d9 None None] Allocated IP 192.168.233.2 (b182a162-1ccd-431d-a91f-93f160a9efad/f81f5210-7ac3-4795-bc83-b64a37ced7d3/1615cb1a-fc1e-4405-9697-e4f7af435a3d) {{(pid=93659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:00:11.015780 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-a38df4fc-532b-490e-8700-6d87817276d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:11.028322 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-a38df4fc-532b-490e-8700-6d87817276d9 None None] Transition to ACTIVE for port object 1615cb1a-fc1e-4405-9697-e4f7af435a3d will not be triggered until provisioned by entity L2. {{(pid=93659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:00:11.044483 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-a38df4fc-532b-490e-8700-6d87817276d9 None None] Transition to ACTIVE for port object 1615cb1a-fc1e-4405-9697-e4f7af435a3d will not be triggered until provisioned by entity DHCP. {{(pid=93659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:00:11.050893 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-a38df4fc-532b-490e-8700-6d87817276d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355'] for port, after_create {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:11.097399 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38df4fc-532b-490e-8700-6d87817276d9 None None] Network b182a162-1ccd-431d-a91f-93f160a9efad is already hosted by enough agents. {{(pid=93659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:00:11.101329 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.scheduler.base_scheduler [None req-a38df4fc-532b-490e-8700-6d87817276d9 None None] Resources bound (agent type, host, resource id): {{(pid=93659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:00:11.103255 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38df4fc-532b-490e-8700-6d87817276d9 None None] Pushing event updated for resources: {'Port': ['ID=1615cb1a-fc1e-4405-9697-e4f7af435a3d,revision_number=1']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:00:11.105535 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38df4fc-532b-490e-8700-6d87817276d9 None None] Received port after_create {{(pid=93659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:00:11.114186 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38df4fc-532b-490e-8700-6d87817276d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:00:11.114540 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38df4fc-532b-490e-8700-6d87817276d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:00:11.114901 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38df4fc-532b-490e-8700-6d87817276d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:00:11.115238 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38df4fc-532b-490e-8700-6d87817276d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:00:11.115574 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38df4fc-532b-490e-8700-6d87817276d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:00:11.115915 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38df4fc-532b-490e-8700-6d87817276d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:00:11.116246 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38df4fc-532b-490e-8700-6d87817276d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:00:11.116583 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38df4fc-532b-490e-8700-6d87817276d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:00:11.116932 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38df4fc-532b-490e-8700-6d87817276d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:00:11.117272 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38df4fc-532b-490e-8700-6d87817276d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:00:11.117599 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38df4fc-532b-490e-8700-6d87817276d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:00:11.117954 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38df4fc-532b-490e-8700-6d87817276d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:00:11.176465 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-a38df4fc-532b-490e-8700-6d87817276d9 None None] Attempting to bind port 1615cb1a-fc1e-4405-9697-e4f7af435a3d on host dv-cinder-788363-8-iscsi for vnic_type normal with profile {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:00:11.176986 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-a38df4fc-532b-490e-8700-6d87817276d9 None None] Attempting to bind port 1615cb1a-fc1e-4405-9697-e4f7af435a3d by drivers openvswitch,hyperv on host dv-cinder-788363-8-iscsi at level 0 using segments [{'id': '381619bc-3e05-4ccd-8100-e23b4f0b98d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'b182a162-1ccd-431d-a91f-93f160a9efad'}] {{(pid=93659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:00:11.177362 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38df4fc-532b-490e-8700-6d87817276d9 None None] Attempting to bind port 1615cb1a-fc1e-4405-9697-e4f7af435a3d on network b182a162-1ccd-431d-a91f-93f160a9efad {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:00:11.183080 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38df4fc-532b-490e-8700-6d87817276d9 None None] Checking agent: {'id': 'ac33f8ba-c243-4061-a3c6-3aff717edb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 52), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 18, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:00:11.183484 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38df4fc-532b-490e-8700-6d87817276d9 None None] Checking segment: {'id': '381619bc-3e05-4ccd-8100-e23b4f0b98d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'b182a162-1ccd-431d-a91f-93f160a9efad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:00:11.183888 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-a38df4fc-532b-490e-8700-6d87817276d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:11.184286 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38df4fc-532b-490e-8700-6d87817276d9 None None] Bound using segment: {'id': '381619bc-3e05-4ccd-8100-e23b4f0b98d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'b182a162-1ccd-431d-a91f-93f160a9efad'} {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:00:11.184762 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-a38df4fc-532b-490e-8700-6d87817276d9 None None] Bound port: 1615cb1a-fc1e-4405-9697-e4f7af435a3d, host: dv-cinder-788363-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '381619bc-3e05-4ccd-8100-e23b4f0b98d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'b182a162-1ccd-431d-a91f-93f160a9efad'}}] {{(pid=93659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:00:11.185457 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-a38df4fc-532b-490e-8700-6d87817276d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:11.254112 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-a38df4fc-532b-490e-8700-6d87817276d9 None None] For port 1615cb1a-fc1e-4405-9697-e4f7af435a3d, host dv-cinder-788363-8-iscsi, cleared binding levels {{(pid=93659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:00:11.257962 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-a38df4fc-532b-490e-8700-6d87817276d9 None None] For port 1615cb1a-fc1e-4405-9697-e4f7af435a3d, host dv-cinder-788363-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=1615cb1a-fc1e-4405-9697-e4f7af435a3d,segment=NetworkSegment(381619bc-3e05-4ccd-8100-e23b4f0b98d7),segment_id=381619bc-3e05-4ccd-8100-e23b4f0b98d7)] {{(pid=93659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:00:11.263864 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-a38df4fc-532b-490e-8700-6d87817276d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:11.324901 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38df4fc-532b-490e-8700-6d87817276d9 None None] Pushing event updated for resources: {'Port': ['ID=1615cb1a-fc1e-4405-9697-e4f7af435a3d,revision_number=2']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:00:12.097189 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66877708-a064-4c61-be3c-2d038d271339 None None] Network b182a162-1ccd-431d-a91f-93f160a9efad requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:00:12.223354 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-b3f2791b-b6d3-49c9-96ef-b9a69e2e5ff8 None None] Provisioning for port 1615cb1a-fc1e-4405-9697-e4f7af435a3d completed by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:00:12.426273 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 1615cb1a-fc1e-4405-9697-e4f7af435a3d up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:00:12.481187 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning for port 1615cb1a-fc1e-4405-9697-e4f7af435a3d completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:00:12.485706 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port 1615cb1a-fc1e-4405-9697-e4f7af435a3d triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:00:12.486067 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:12.576914 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:12.585792 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-57b37012-3841-467e-ae81-ce872eedb1cb None None] Provisioning complete for port 1615cb1a-fc1e-4405-9697-e4f7af435a3d triggered by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:00:12.586166 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-57b37012-3841-467e-ae81-ce872eedb1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:12.639328 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] For port 1615cb1a-fc1e-4405-9697-e4f7af435a3d, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=1615cb1a-fc1e-4405-9697-e4f7af435a3d,segment=NetworkSegment(381619bc-3e05-4ccd-8100-e23b4f0b98d7),segment_id=381619bc-3e05-4ccd-8100-e23b4f0b98d7)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:00:12.644547 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:12.726667 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Pushing event updated for resources: {'Port': ['ID=1615cb1a-fc1e-4405-9697-e4f7af435a3d,revision_number=3']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:00:14.393338 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 1615cb1a-fc1e-4405-9697-e4f7af435a3d up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:00:14.443149 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port 1615cb1a-fc1e-4405-9697-e4f7af435a3d triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:00:14.443532 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:19.432046 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-3ddbafe0-87a4-4e77-b10c-124a9799e3c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:22.057329 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:22.129510 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-9eba27c6-75c7-4fa7-9e07-32fa76f23368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:23.604588 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:25.458446 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:39.688194 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.agents_db [None req-ef181030-a4ef-48d9-9156-44fb1018252a None None] Agent healthcheck: found 5 active agents {{(pid=93660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:00:49.433196 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-ba991481-86b4-45d7-912e-a971b4af4a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:52.061065 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:52.131312 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-147c7f20-8d73-4691-8a6d-fd60eb034471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:53.605185 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:55.461753 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:01:16.686330 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.agents_db [None req-ef181030-a4ef-48d9-9156-44fb1018252a None None] Agent healthcheck: found 5 active agents {{(pid=93660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:01:19.443649 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-e44d02fb-a93c-45e5-8544-9e5e3f20ac2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:01:20.631262 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 48710) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:01:20.638182 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [None req-b7867063-827c-47e1-9676-378f7c4347dd tempest-verify_tempest_config-250031231 tempest-verify_tempest_config-250031231-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 19:01:20.639225 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-b7867063-827c-47e1-9676-378f7c4347dd tempest-verify_tempest_config-250031231 tempest-verify_tempest_config-250031231-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0069885 Jul 15 19:01:20.943835 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 48728) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:01:21.128437 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-0a73d57a-5043-40a5-bba7-dcd29beb15ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:01:21.247298 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-0a73d57a-5043-40a5-bba7-dcd29beb15ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:01:21.250489 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-0a73d57a-5043-40a5-bba7-dcd29beb15ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:01:21.298027 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-0a73d57a-5043-40a5-bba7-dcd29beb15ce admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=859fd07c97ca45d98f789fa8e5e27be7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3530905 Jul 15 19:01:21.298964 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a73d57a-5043-40a5-bba7-dcd29beb15ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11bfdcf3-0406-47c9-9a13-0edb155f252c,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:01:21.302865 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 48734) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:01:21.306129 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a73d57a-5043-40a5-bba7-dcd29beb15ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:01:21.306500 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a73d57a-5043-40a5-bba7-dcd29beb15ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:01:21.306851 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a73d57a-5043-40a5-bba7-dcd29beb15ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:01:21.307183 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a73d57a-5043-40a5-bba7-dcd29beb15ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:01:21.307520 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a73d57a-5043-40a5-bba7-dcd29beb15ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:01:21.307866 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a73d57a-5043-40a5-bba7-dcd29beb15ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:01:21.308220 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a73d57a-5043-40a5-bba7-dcd29beb15ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:01:21.308548 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a73d57a-5043-40a5-bba7-dcd29beb15ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:01:21.308901 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a73d57a-5043-40a5-bba7-dcd29beb15ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:01:21.309297 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a73d57a-5043-40a5-bba7-dcd29beb15ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:01:21.309629 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a73d57a-5043-40a5-bba7-dcd29beb15ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:01:21.309984 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a73d57a-5043-40a5-bba7-dcd29beb15ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:01:21.357240 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-bef818a0-b066-4741-8500-bc7a527d5565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:01:21.377784 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-bef818a0-b066-4741-8500-bc7a527d5565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:01:21.469259 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-bef818a0-b066-4741-8500-bc7a527d5565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:01:21.471863 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-bef818a0-b066-4741-8500-bc7a527d5565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:01:21.473047 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-bef818a0-b066-4741-8500-bc7a527d5565 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/11bfdcf3-0406-47c9-9a13-0edb155f252c HTTP/1.1" status: 204 len: 168 time: 0.1713827 Jul 15 19:01:21.481773 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef818a0-b066-4741-8500-bc7a527d5565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11bfdcf3-0406-47c9-9a13-0edb155f252c,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:01:21.488770 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef818a0-b066-4741-8500-bc7a527d5565 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:01:21.489273 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef818a0-b066-4741-8500-bc7a527d5565 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:01:21.489475 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef818a0-b066-4741-8500-bc7a527d5565 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:01:21.489840 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef818a0-b066-4741-8500-bc7a527d5565 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:01:21.490168 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef818a0-b066-4741-8500-bc7a527d5565 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:01:21.490495 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef818a0-b066-4741-8500-bc7a527d5565 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:01:21.490825 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef818a0-b066-4741-8500-bc7a527d5565 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:01:21.491152 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef818a0-b066-4741-8500-bc7a527d5565 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:01:21.491492 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef818a0-b066-4741-8500-bc7a527d5565 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:01:21.491877 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef818a0-b066-4741-8500-bc7a527d5565 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:01:21.492136 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef818a0-b066-4741-8500-bc7a527d5565 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:01:21.492456 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef818a0-b066-4741-8500-bc7a527d5565 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:01:22.063214 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:01:22.135742 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-be2ab27f-8ebd-48ca-8bb8-738291e1a55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:01:23.607010 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:01:25.464579 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:01:49.435180 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-01eecb6a-28ed-4d11-86e8-7c59ca173bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:01:52.065034 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:01:52.136273 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-5d0e0093-1ea5-4fe9-b06c-c5b88e96f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:01:53.616311 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:01:53.684843 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.agents_db [None req-ef181030-a4ef-48d9-9156-44fb1018252a None None] Agent healthcheck: found 5 active agents {{(pid=93660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:01:55.466557 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:02:19.436289 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-8932983e-dbde-4672-ab04-f75675a583a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:02:22.065944 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:02:22.135197 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-8319137d-08de-4fd8-8d74-d712728e0eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:02:23.611464 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:02:25.469110 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:02:30.682772 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.agents_db [None req-ef181030-a4ef-48d9-9156-44fb1018252a None None] Agent healthcheck: found 5 active agents {{(pid=93660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:02:49.438635 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-3f2544a0-580e-4f68-8d82-3a4107b05272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:02:52.066352 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:02:52.134609 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-b29bf526-b4af-4224-811f-4f0c61d3e3af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:02:53.618007 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:02:55.471795 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:02:58.490260 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683782'] for agent, after_create {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:03:07.682545 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.agents_db [None req-ef181030-a4ef-48d9-9156-44fb1018252a None None] Agent healthcheck: found 6 active agents {{(pid=93660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:03:14.500130 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 48806) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:03:14.600915 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-a5c64de6-eba2-4b92-b70f-e11a28f3a548 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0996988 Jul 15 19:03:16.774777 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 48816) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:03:16.833340 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-8808cca9-2472-46b8-8a54-3eff65c3ae38 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0574737 Jul 15 19:03:19.439385 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-f27e98ae-cee6-41c5-8d85-5d83d73a1418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:03:22.068700 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:03:22.134460 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-224adc49-14b3-4d78-9c83-f4c4a24742b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:03:23.616880 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:03:25.476067 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:03:28.456960 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:03:44.682203 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.agents_db [None req-ef181030-a4ef-48d9-9156-44fb1018252a None None] Agent healthcheck: found 6 active agents {{(pid=93660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:03:49.439820 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6ad49f53-debe-4bdd-9440-cf7354aa13d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:03:52.072597 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:03:52.135238 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-bf12f515-21b6-4672-9c62-bb7002a2d826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:03:53.619498 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:03:55.479949 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:03:58.457732 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:19.440525 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-e2ba9d0e-c581-4f5c-97c3-92024ba955c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:21.681498 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.agents_db [None req-ef181030-a4ef-48d9-9156-44fb1018252a None None] Agent healthcheck: found 6 active agents {{(pid=93660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:04:22.075653 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:22.136063 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-ff2a4ec0-513a-405a-aff1-968a4172a7fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:23.622652 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:25.486616 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:28.481579 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:49.171052 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 49018) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:04:49.306767 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 49032) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:04:49.442382 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-69302dfd-ff37-4ff7-a8f0-d28ed56201c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:49.562045 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 49044) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:04:49.576606 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [None req-7fa31a74-6dec-4a83-9dd3-4565d696b120 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-637004643-network', 'tenant_id': '509209d2c8bd40dc87dfc3c3ad815494'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:04:49.613474 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [None req-518f4344-04b0-4a69-9784-218bb26f1fbe admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-910084422-network', 'tenant_id': '5330063560884d19abff6266bfc251c7'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:04:49.619881 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa31a74-6dec-4a83-9dd3-4565d696b120 admin admin] Made reservation on behalf of 509209d2c8bd40dc87dfc3c3ad815494 for: {'network': 1} {{(pid=93658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:04:49.624187 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7fa31a74-6dec-4a83-9dd3-4565d696b120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for network, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:49.643356 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7fa31a74-6dec-4a83-9dd3-4565d696b120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:49.683444 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518f4344-04b0-4a69-9784-218bb26f1fbe admin admin] Made reservation on behalf of 5330063560884d19abff6266bfc251c7 for: {'network': 1} {{(pid=93658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:04:49.687622 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-518f4344-04b0-4a69-9784-218bb26f1fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for network, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:49.710890 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-518f4344-04b0-4a69-9784-218bb26f1fbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:49.759719 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 49054) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:04:49.841716 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7fa31a74-6dec-4a83-9dd3-4565d696b120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:49.851883 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7fa31a74-6dec-4a83-9dd3-4565d696b120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:49.888590 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fa31a74-6dec-4a83-9dd3-4565d696b120 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1051} {{(pid=93658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:04:49.942963 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7fa31a74-6dec-4a83-9dd3-4565d696b120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882'] for segment, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:49.943517 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.db.segments_db [None req-7fa31a74-6dec-4a83-9dd3-4565d696b120 admin admin] Added segment c5f8fc6e-ca65-461a-98f0-ca6e4f10d746 of type vlan for network 4bce21e0-88dc-4de8-9d22-c4e766c0d73f Jul 15 19:04:49.956262 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 49062) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:04:50.000323 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-414c8446-968e-47b6-aa38-9f3e3b455743 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1928984785-network', 'tenant_id': '51ce8c6c287c4338979337cd4cf63645'}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:04:50.016459 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7fa31a74-6dec-4a83-9dd3-4565d696b120 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730934684676'] for network, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:50.064041 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa31a74-6dec-4a83-9dd3-4565d696b120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada3d799-de3f-4068-8dfe-7de7d4e992e2,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:04:50.067684 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7fa31a74-6dec-4a83-9dd3-4565d696b120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736'] for network, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:50.070466 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa31a74-6dec-4a83-9dd3-4565d696b120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:04:50.071653 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7fa31a74-6dec-4a83-9dd3-4565d696b120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for network, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:50.104025 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-19f7112f-9628-447b-9770-6e0f7a7e8be1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-849670566-network', 'tenant_id': '91c9bcc496f74a1da3a1ee065e5d5817'}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:04:50.113319 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa31a74-6dec-4a83-9dd3-4565d696b120 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:04:50.114566 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa31a74-6dec-4a83-9dd3-4565d696b120 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:04:50.115525 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa31a74-6dec-4a83-9dd3-4565d696b120 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:04:50.116277 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa31a74-6dec-4a83-9dd3-4565d696b120 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:04:50.117008 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa31a74-6dec-4a83-9dd3-4565d696b120 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:04:50.117790 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa31a74-6dec-4a83-9dd3-4565d696b120 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:04:50.118560 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa31a74-6dec-4a83-9dd3-4565d696b120 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:04:50.119940 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa31a74-6dec-4a83-9dd3-4565d696b120 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:04:50.120704 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa31a74-6dec-4a83-9dd3-4565d696b120 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:04:50.121432 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa31a74-6dec-4a83-9dd3-4565d696b120 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:04:50.122531 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa31a74-6dec-4a83-9dd3-4565d696b120 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:04:50.123542 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa31a74-6dec-4a83-9dd3-4565d696b120 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:04:50.125978 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa31a74-6dec-4a83-9dd3-4565d696b120 admin admin] Tracked resource versions report: Jul 15 19:04:50.125978 dv-cinder-788363-8-iscsi neutron-server[93658]: pushed versions: Jul 15 19:04:50.125978 dv-cinder-788363-8-iscsi neutron-server[93658]: { 'AddressGroup': {'1.2'}, Jul 15 19:04:50.125978 dv-cinder-788363-8-iscsi neutron-server[93658]: 'ConntrackHelper': {'1.0'}, Jul 15 19:04:50.125978 dv-cinder-788363-8-iscsi neutron-server[93658]: 'Log': {'1.0'}, Jul 15 19:04:50.125978 dv-cinder-788363-8-iscsi neutron-server[93658]: 'Network': {'1.1'}, Jul 15 19:04:50.125978 dv-cinder-788363-8-iscsi neutron-server[93658]: 'Port': {'1.7'}, Jul 15 19:04:50.125978 dv-cinder-788363-8-iscsi neutron-server[93658]: 'PortForwarding': {'1.2'}, Jul 15 19:04:50.125978 dv-cinder-788363-8-iscsi neutron-server[93658]: 'QosPolicy': {'1.8'}, Jul 15 19:04:50.125978 dv-cinder-788363-8-iscsi neutron-server[93658]: 'SecurityGroup': {'1.4'}, Jul 15 19:04:50.125978 dv-cinder-788363-8-iscsi neutron-server[93658]: 'SecurityGroupRule': {'1.2'}, Jul 15 19:04:50.125978 dv-cinder-788363-8-iscsi neutron-server[93658]: 'SubPort': {'1.0'}, Jul 15 19:04:50.125978 dv-cinder-788363-8-iscsi neutron-server[93658]: 'Subnet': {'1.1'}, Jul 15 19:04:50.125978 dv-cinder-788363-8-iscsi neutron-server[93658]: 'Trunk': {'1.1'}} Jul 15 19:04:50.125978 dv-cinder-788363-8-iscsi neutron-server[93658]: consumer versions: Jul 15 19:04:50.125978 dv-cinder-788363-8-iscsi neutron-server[93658]: { DHCP agent@dv-cinder-788363-8-iscsi: {}, Jul 15 19:04:50.125978 dv-cinder-788363-8-iscsi neutron-server[93658]: HyperV agent@hv-cinder-78836: {}, Jul 15 19:04:50.125978 dv-cinder-788363-8-iscsi neutron-server[93658]: L3 agent@dv-cinder-788363-8-iscsi: {}, Jul 15 19:04:50.125978 dv-cinder-788363-8-iscsi neutron-server[93658]: Metadata agent@dv-cinder-788363-8-iscsi: {}, Jul 15 19:04:50.125978 dv-cinder-788363-8-iscsi neutron-server[93658]: Metering agent@dv-cinder-788363-8-iscsi: {}, Jul 15 19:04:50.125978 dv-cinder-788363-8-iscsi neutron-server[93658]: Open vSwitch agent@dv-cinder-788363-8-iscsi: { 'AddressGroup': '1.2', Jul 15 19:04:50.125978 dv-cinder-788363-8-iscsi neutron-server[93658]: 'ConntrackHelper': '1.0', Jul 15 19:04:50.125978 dv-cinder-788363-8-iscsi neutron-server[93658]: 'Log': '1.0', Jul 15 19:04:50.125978 dv-cinder-788363-8-iscsi neutron-server[93658]: 'Network': '1.1', Jul 15 19:04:50.125978 dv-cinder-788363-8-iscsi neutron-server[93658]: 'Port': '1.7', Jul 15 19:04:50.125978 dv-cinder-788363-8-iscsi neutron-server[93658]: 'PortForwarding': '1.2', Jul 15 19:04:50.125978 dv-cinder-788363-8-iscsi neutron-server[93658]: 'QosPolicy': '1.8', Jul 15 19:04:50.125978 dv-cinder-788363-8-iscsi neutron-server[93658]: 'SecurityGroup': '1.4', Jul 15 19:04:50.125978 dv-cinder-788363-8-iscsi neutron-server[93658]: 'SecurityGroupRule': '1.2', Jul 15 19:04:50.125978 dv-cinder-788363-8-iscsi neutron-server[93658]: 'SubPort': '1.0', Jul 15 19:04:50.125978 dv-cinder-788363-8-iscsi neutron-server[93658]: 'Subnet': '1.1', Jul 15 19:04:50.125978 dv-cinder-788363-8-iscsi neutron-server[93658]: 'Trunk': '1.1'}} Jul 15 19:04:50.125978 dv-cinder-788363-8-iscsi neutron-server[93658]: {{(pid=93658) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 19:04:50.151102 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-54629c55-b975-42b0-8399-a555307d88b5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-706629278-network', 'tenant_id': '76cefb4140f84199a27c5cb0cfea9e65'}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:04:50.235552 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa31a74-6dec-4a83-9dd3-4565d696b120 admin admin] Pushing event updated for resources: {'Network': ['ID=4bce21e0-88dc-4de8-9d22-c4e766c0d73f,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:04:50.256459 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Network 4bce21e0-88dc-4de8-9d22-c4e766c0d73f details requested by agent ovs-agent-dv-cinder-788363-8-iscsi with host dv-cinder-788363-8-iscsi {{(pid=93659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:04:50.359154 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-518f4344-04b0-4a69-9784-218bb26f1fbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:50.367632 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-518f4344-04b0-4a69-9784-218bb26f1fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:50.391600 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-7fa31a74-6dec-4a83-9dd3-4565d696b120 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2172899 Jul 15 19:04:50.402845 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 49084) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:04:50.414779 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [None req-4e17ebbf-1e7c-4e7d-9a76-395311188d73 admin admin] Request body: {'subnet': {'network_id': '4bce21e0-88dc-4de8-9d22-c4e766c0d73f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-637004643-subnet', 'tenant_id': '509209d2c8bd40dc87dfc3c3ad815494', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:04:50.423338 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414c8446-968e-47b6-aa38-9f3e3b455743 admin admin] Made reservation on behalf of 51ce8c6c287c4338979337cd4cf63645 for: {'network': 1} {{(pid=93657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:04:50.426475 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-414c8446-968e-47b6-aa38-9f3e3b455743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for network, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:50.437359 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.db.api [None req-54629c55-b975-42b0-8399-a555307d88b5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 19:04:50.437359 dv-cinder-788363-8-iscsi neutron-server[93657]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 19:04:50.437359 dv-cinder-788363-8-iscsi neutron-server[93657]: [parameters: {'project_id_1': '76cefb4140f84199a27c5cb0cfea9e65', 'expiration_1': datetime.datetime(2021, 7, 15, 19, 4, 50, 168358)}] Jul 15 19:04:50.437359 dv-cinder-788363-8-iscsi neutron-server[93657]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93657) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 19:04:50.437791 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG oslo_db.api [None req-54629c55-b975-42b0-8399-a555307d88b5 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 19:04:50.438949 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-414c8446-968e-47b6-aa38-9f3e3b455743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:50.441282 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-518f4344-04b0-4a69-9784-218bb26f1fbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1074} {{(pid=93658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:04:50.449908 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f7112f-9628-447b-9770-6e0f7a7e8be1 admin admin] Made reservation on behalf of 91c9bcc496f74a1da3a1ee065e5d5817 for: {'network': 1} {{(pid=93657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:04:50.451531 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e17ebbf-1e7c-4e7d-9a76-395311188d73 admin admin] Made reservation on behalf of 509209d2c8bd40dc87dfc3c3ad815494 for: {'subnet': 1} {{(pid=93658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:04:50.453030 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-19f7112f-9628-447b-9770-6e0f7a7e8be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for network, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:50.454613 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-4e17ebbf-1e7c-4e7d-9a76-395311188d73 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:50.497049 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-518f4344-04b0-4a69-9784-218bb26f1fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882'] for segment, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:50.497580 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.db.segments_db [None req-518f4344-04b0-4a69-9784-218bb26f1fbe admin admin] Added segment 37673299-b9a2-4673-b486-eb1aa43d8d4f of type vlan for network db293c0c-639d-465d-957a-7d2d560b6fd9 Jul 15 19:04:50.515164 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f4344-04b0-4a69-9784-218bb26f1fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e7bc75-b927-4a1b-a61b-d729d5274fa8,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:04:50.560211 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-414c8446-968e-47b6-aa38-9f3e3b455743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:50.561758 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-19f7112f-9628-447b-9770-6e0f7a7e8be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:50.610844 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-414c8446-968e-47b6-aa38-9f3e3b455743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:50.645210 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-414c8446-968e-47b6-aa38-9f3e3b455743 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1077} {{(pid=93657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:04:50.672710 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-414c8446-968e-47b6-aa38-9f3e3b455743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882'] for segment, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:50.673060 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.db.segments_db [None req-414c8446-968e-47b6-aa38-9f3e3b455743 admin admin] Added segment 5c5aa984-e3d1-4003-bdf2-886839e3cf76 of type vlan for network 193231ff-7545-4c5e-b972-ad336648ed7b Jul 15 19:04:50.686304 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c8446-968e-47b6-aa38-9f3e3b455743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72aba76b-7963-4134-838b-6cacb4a576c4,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:04:50.700398 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c8446-968e-47b6-aa38-9f3e3b455743 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:04:50.701491 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c8446-968e-47b6-aa38-9f3e3b455743 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:04:50.701491 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c8446-968e-47b6-aa38-9f3e3b455743 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:04:50.701491 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c8446-968e-47b6-aa38-9f3e3b455743 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:04:50.702584 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c8446-968e-47b6-aa38-9f3e3b455743 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:04:50.702584 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c8446-968e-47b6-aa38-9f3e3b455743 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:04:50.702584 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c8446-968e-47b6-aa38-9f3e3b455743 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:04:50.702884 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c8446-968e-47b6-aa38-9f3e3b455743 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:04:50.703286 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c8446-968e-47b6-aa38-9f3e3b455743 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:04:50.703471 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c8446-968e-47b6-aa38-9f3e3b455743 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:04:50.704005 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c8446-968e-47b6-aa38-9f3e3b455743 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:04:50.704501 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c8446-968e-47b6-aa38-9f3e3b455743 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:04:50.705875 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c8446-968e-47b6-aa38-9f3e3b455743 admin admin] Tracked resource versions report: Jul 15 19:04:50.705875 dv-cinder-788363-8-iscsi neutron-server[93657]: pushed versions: Jul 15 19:04:50.705875 dv-cinder-788363-8-iscsi neutron-server[93657]: { 'AddressGroup': {'1.2'}, Jul 15 19:04:50.705875 dv-cinder-788363-8-iscsi neutron-server[93657]: 'ConntrackHelper': {'1.0'}, Jul 15 19:04:50.705875 dv-cinder-788363-8-iscsi neutron-server[93657]: 'Log': {'1.0'}, Jul 15 19:04:50.705875 dv-cinder-788363-8-iscsi neutron-server[93657]: 'Network': {'1.1'}, Jul 15 19:04:50.705875 dv-cinder-788363-8-iscsi neutron-server[93657]: 'Port': {'1.7'}, Jul 15 19:04:50.705875 dv-cinder-788363-8-iscsi neutron-server[93657]: 'PortForwarding': {'1.2'}, Jul 15 19:04:50.705875 dv-cinder-788363-8-iscsi neutron-server[93657]: 'QosPolicy': {'1.8'}, Jul 15 19:04:50.705875 dv-cinder-788363-8-iscsi neutron-server[93657]: 'SecurityGroup': {'1.4'}, Jul 15 19:04:50.705875 dv-cinder-788363-8-iscsi neutron-server[93657]: 'SecurityGroupRule': {'1.2'}, Jul 15 19:04:50.705875 dv-cinder-788363-8-iscsi neutron-server[93657]: 'SubPort': {'1.0'}, Jul 15 19:04:50.705875 dv-cinder-788363-8-iscsi neutron-server[93657]: 'Subnet': {'1.1'}, Jul 15 19:04:50.705875 dv-cinder-788363-8-iscsi neutron-server[93657]: 'Trunk': {'1.1'}} Jul 15 19:04:50.705875 dv-cinder-788363-8-iscsi neutron-server[93657]: consumer versions: Jul 15 19:04:50.705875 dv-cinder-788363-8-iscsi neutron-server[93657]: { DHCP agent@dv-cinder-788363-8-iscsi: {}, Jul 15 19:04:50.705875 dv-cinder-788363-8-iscsi neutron-server[93657]: HyperV agent@hv-cinder-78836: {}, Jul 15 19:04:50.705875 dv-cinder-788363-8-iscsi neutron-server[93657]: L3 agent@dv-cinder-788363-8-iscsi: {}, Jul 15 19:04:50.705875 dv-cinder-788363-8-iscsi neutron-server[93657]: Metadata agent@dv-cinder-788363-8-iscsi: {}, Jul 15 19:04:50.705875 dv-cinder-788363-8-iscsi neutron-server[93657]: Metering agent@dv-cinder-788363-8-iscsi: {}, Jul 15 19:04:50.705875 dv-cinder-788363-8-iscsi neutron-server[93657]: Open vSwitch agent@dv-cinder-788363-8-iscsi: { 'AddressGroup': '1.2', Jul 15 19:04:50.705875 dv-cinder-788363-8-iscsi neutron-server[93657]: 'ConntrackHelper': '1.0', Jul 15 19:04:50.705875 dv-cinder-788363-8-iscsi neutron-server[93657]: 'Log': '1.0', Jul 15 19:04:50.705875 dv-cinder-788363-8-iscsi neutron-server[93657]: 'Network': '1.1', Jul 15 19:04:50.705875 dv-cinder-788363-8-iscsi neutron-server[93657]: 'Port': '1.7', Jul 15 19:04:50.705875 dv-cinder-788363-8-iscsi neutron-server[93657]: 'PortForwarding': '1.2', Jul 15 19:04:50.705875 dv-cinder-788363-8-iscsi neutron-server[93657]: 'QosPolicy': '1.8', Jul 15 19:04:50.705875 dv-cinder-788363-8-iscsi neutron-server[93657]: 'SecurityGroup': '1.4', Jul 15 19:04:50.705875 dv-cinder-788363-8-iscsi neutron-server[93657]: 'SecurityGroupRule': '1.2', Jul 15 19:04:50.705875 dv-cinder-788363-8-iscsi neutron-server[93657]: 'SubPort': '1.0', Jul 15 19:04:50.705875 dv-cinder-788363-8-iscsi neutron-server[93657]: 'Subnet': '1.1', Jul 15 19:04:50.705875 dv-cinder-788363-8-iscsi neutron-server[93657]: 'Trunk': '1.1'}} Jul 15 19:04:50.705875 dv-cinder-788363-8-iscsi neutron-server[93657]: {{(pid=93657) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 19:04:50.737618 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-518f4344-04b0-4a69-9784-218bb26f1fbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730934684676'] for network, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:50.754439 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-4e17ebbf-1e7c-4e7d-9a76-395311188d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736'] for subnet, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:50.768950 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-19f7112f-9628-447b-9770-6e0f7a7e8be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:50.772131 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-414c8446-968e-47b6-aa38-9f3e3b455743 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730934684676'] for network, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:50.777467 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-19f7112f-9628-447b-9770-6e0f7a7e8be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:50.808674 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7112f-9628-447b-9770-6e0f7a7e8be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18296c59-55dd-4df2-b6ed-5081ac418e02,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:04:50.819055 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19f7112f-9628-447b-9770-6e0f7a7e8be1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1098} {{(pid=93657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:04:50.841028 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-19f7112f-9628-447b-9770-6e0f7a7e8be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882'] for segment, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:50.841389 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.db.segments_db [None req-19f7112f-9628-447b-9770-6e0f7a7e8be1 admin admin] Added segment c5f51327-4914-48ee-89a2-7f0bd5724fec of type vlan for network 673ecaa8-9125-4486-9436-19add9ddf5ea Jul 15 19:04:50.876598 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e17ebbf-1e7c-4e7d-9a76-395311188d73 admin admin] Checking segment: {'id': 'c5f8fc6e-ca65-461a-98f0-ca6e4f10d746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4bce21e0-88dc-4de8-9d22-c4e766c0d73f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:04:50.876861 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e17ebbf-1e7c-4e7d-9a76-395311188d73 admin admin] Network hostable DHCP agents. Network: 4bce21e0-88dc-4de8-9d22-c4e766c0d73f, hostable agents: ['55735004-04ab-4467-ab29-fafa31dd3593'], hosted agents: [] {{(pid=93658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:04:50.904976 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e17ebbf-1e7c-4e7d-9a76-395311188d73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c53d632-04b3-4db0-b6ce-07c07955a0b8,revision_number=0']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:04:50.907398 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-518f4344-04b0-4a69-9784-218bb26f1fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736'] for network, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:50.908522 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518f4344-04b0-4a69-9784-218bb26f1fbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:04:50.909484 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-518f4344-04b0-4a69-9784-218bb26f1fbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for network, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:50.955291 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-518f4344-04b0-4a69-9784-218bb26f1fbe admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6472318 Jul 15 19:04:50.959305 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e17ebbf-1e7c-4e7d-9a76-395311188d73 admin admin] Network 4bce21e0-88dc-4de8-9d22-c4e766c0d73f is scheduled to be hosted by DHCP agent 55735004-04ab-4467-ab29-fafa31dd3593 with binding_index 1 {{(pid=93658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:04:50.961862 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 49112) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:04:50.984304 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-414c8446-968e-47b6-aa38-9f3e3b455743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736'] for network, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:50.985432 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414c8446-968e-47b6-aa38-9f3e3b455743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:04:50.986044 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-414c8446-968e-47b6-aa38-9f3e3b455743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for network, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:50.994223 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54629c55-b975-42b0-8399-a555307d88b5 admin admin] Made reservation on behalf of 76cefb4140f84199a27c5cb0cfea9e65 for: {'network': 1} {{(pid=93657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:04:50.996832 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-54629c55-b975-42b0-8399-a555307d88b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for network, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:51.005017 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [None req-edafd984-1f47-47e7-8f8b-1d9a9af4d127 admin admin] Request body: {'subnet': {'network_id': 'db293c0c-639d-465d-957a-7d2d560b6fd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-910084422-subnet', 'tenant_id': '5330063560884d19abff6266bfc251c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:04:51.012681 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f4344-04b0-4a69-9784-218bb26f1fbe admin admin] Pushing event updated for resources: {'Network': ['ID=db293c0c-639d-465d-957a-7d2d560b6fd9,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:04:51.023369 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.base_scheduler [None req-4e17ebbf-1e7c-4e7d-9a76-395311188d73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-8-iscsi, 4bce21e0-88dc-4de8-9d22-c4e766c0d73f) {{(pid=93658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:04:51.029013 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-54629c55-b975-42b0-8399-a555307d88b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:51.029216 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Network db293c0c-639d-465d-957a-7d2d560b6fd9 details requested by agent ovs-agent-dv-cinder-788363-8-iscsi with host dv-cinder-788363-8-iscsi {{(pid=93659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:04:51.049416 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e17ebbf-1e7c-4e7d-9a76-395311188d73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:04:51.050280 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-4e17ebbf-1e7c-4e7d-9a76-395311188d73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for subnet, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:51.054660 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-19f7112f-9628-447b-9770-6e0f7a7e8be1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730934684676'] for network, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:51.066022 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b42302e-97a3-45d9-891d-c61c4708a233 None None] Network 4bce21e0-88dc-4de8-9d22-c4e766c0d73f requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:04:51.071903 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edafd984-1f47-47e7-8f8b-1d9a9af4d127 admin admin] Made reservation on behalf of 5330063560884d19abff6266bfc251c7 for: {'subnet': 1} {{(pid=93658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:04:51.075294 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-edafd984-1f47-47e7-8f8b-1d9a9af4d127 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:51.079608 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-4e17ebbf-1e7c-4e7d-9a76-395311188d73 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6753645 Jul 15 19:04:51.094874 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 49118) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:04:51.108256 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [None req-92eadea7-8c00-49bb-8bf7-c0be8b1c53d2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-637004643-router', 'tenant_id': '509209d2c8bd40dc87dfc3c3ad815494', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'}}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:04:51.184658 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.db.resource_extend [None req-19f7112f-9628-447b-9770-6e0f7a7e8be1 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 19:04:51.188291 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-414c8446-968e-47b6-aa38-9f3e3b455743 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.6242733 Jul 15 19:04:51.189282 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c8446-968e-47b6-aa38-9f3e3b455743 admin admin] Pushing event updated for resources: {'Network': ['ID=193231ff-7545-4c5e-b972-ad336648ed7b,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:04:51.200213 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 49124) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:04:51.206843 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-8ee35de1-cddc-44fc-ab2d-d1be10fb7c01 admin admin] Request body: {'subnet': {'network_id': '193231ff-7545-4c5e-b972-ad336648ed7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1928984785-subnet', 'tenant_id': '51ce8c6c287c4338979337cd4cf63645', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:04:51.233455 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-19f7112f-9628-447b-9770-6e0f7a7e8be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736'] for network, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:51.234489 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f7112f-9628-447b-9770-6e0f7a7e8be1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:04:51.235177 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-19f7112f-9628-447b-9770-6e0f7a7e8be1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for network, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:51.262506 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Network 193231ff-7545-4c5e-b972-ad336648ed7b details requested by agent ovs-agent-dv-cinder-788363-8-iscsi with host dv-cinder-788363-8-iscsi {{(pid=93659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:04:51.336878 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7112f-9628-447b-9770-6e0f7a7e8be1 admin admin] Pushing event updated for resources: {'Network': ['ID=673ecaa8-9125-4486-9436-19add9ddf5ea,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:04:51.357582 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Network 673ecaa8-9125-4486-9436-19add9ddf5ea details requested by agent ovs-agent-dv-cinder-788363-8-iscsi with host dv-cinder-788363-8-iscsi {{(pid=93659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:04:51.360953 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-54629c55-b975-42b0-8399-a555307d88b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:51.386964 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-54629c55-b975-42b0-8399-a555307d88b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:51.415081 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54629c55-b975-42b0-8399-a555307d88b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1073} {{(pid=93657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:04:51.421009 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-edafd984-1f47-47e7-8f8b-1d9a9af4d127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736'] for subnet, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:51.432334 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54629c55-b975-42b0-8399-a555307d88b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d8eac4-03db-4e68-842c-8ce0eb9b71fb,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:04:51.451942 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-54629c55-b975-42b0-8399-a555307d88b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882'] for segment, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:51.452291 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.db.segments_db [None req-54629c55-b975-42b0-8399-a555307d88b5 admin admin] Added segment 44d41d57-008d-40df-9f94-5bdc6a7db294 of type vlan for network 587de033-a442-4b42-bde0-545308a7f82d Jul 15 19:04:51.510542 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edafd984-1f47-47e7-8f8b-1d9a9af4d127 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c64f9169-c20b-4ae0-8226-b6cbf9550510,revision_number=0']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:04:51.520220 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee35de1-cddc-44fc-ab2d-d1be10fb7c01 admin admin] Made reservation on behalf of 51ce8c6c287c4338979337cd4cf63645 for: {'subnet': 1} {{(pid=93657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:04:51.522856 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-8ee35de1-cddc-44fc-ab2d-d1be10fb7c01 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:51.544339 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-19f7112f-9628-447b-9770-6e0f7a7e8be1 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7830317 Jul 15 19:04:51.545713 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-92eadea7-8c00-49bb-8bf7-c0be8b1c53d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-764669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124563'] for router, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:51.546859 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-54629c55-b975-42b0-8399-a555307d88b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730934684676'] for network, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:51.548433 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-92eadea7-8c00-49bb-8bf7-c0be8b1c53d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-695951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124568'] for router, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:51.561763 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 49138) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:04:51.569473 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646733a4-d2de-4fa0-9e28-790a4af3ce30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddf34259-25e2-5d11-b24f-5c2a52454752-4bce21e0-88dc-4de8-9d22-c4e766c0d73f', 'network_id': '4bce21e0-88dc-4de8-9d22-c4e766c0d73f', 'tenant_id': '509209d2c8bd40dc87dfc3c3ad815494', 'fixed_ips': [{'subnet_id': '4c53d632-04b3-4db0-b6ce-07c07955a0b8'}]}} from dv-cinder-788363-8-iscsi. {{(pid=93659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 19:04:51.570977 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-646733a4-d2de-4fa0-9e28-790a4af3ce30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:51.571927 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-f1331c37-1bee-462e-b175-b039bb1c498e admin admin] Request body: {'subnet': {'network_id': '673ecaa8-9125-4486-9436-19add9ddf5ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-849670566-subnet', 'tenant_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:04:51.601865 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edafd984-1f47-47e7-8f8b-1d9a9af4d127 admin admin] Checking segment: {'id': '37673299-b9a2-4673-b486-eb1aa43d8d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'db293c0c-639d-465d-957a-7d2d560b6fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:04:51.602279 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edafd984-1f47-47e7-8f8b-1d9a9af4d127 admin admin] Network hostable DHCP agents. Network: db293c0c-639d-465d-957a-7d2d560b6fd9, hostable agents: ['55735004-04ab-4467-ab29-fafa31dd3593'], hosted agents: [] {{(pid=93658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:04:51.672501 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-92eadea7-8c00-49bb-8bf7-c0be8b1c53d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:51.677206 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edafd984-1f47-47e7-8f8b-1d9a9af4d127 admin admin] Network db293c0c-639d-465d-957a-7d2d560b6fd9 is scheduled to be hosted by DHCP agent 55735004-04ab-4467-ab29-fafa31dd3593 with binding_index 1 {{(pid=93658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:04:51.688887 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.db.resource_extend [None req-54629c55-b975-42b0-8399-a555307d88b5 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 19:04:51.697533 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.base_scheduler [None req-edafd984-1f47-47e7-8f8b-1d9a9af4d127 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-8-iscsi, db293c0c-639d-465d-957a-7d2d560b6fd9) {{(pid=93658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:04:51.702728 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edafd984-1f47-47e7-8f8b-1d9a9af4d127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:04:51.703511 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-edafd984-1f47-47e7-8f8b-1d9a9af4d127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for subnet, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:51.724492 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1331c37-1bee-462e-b175-b039bb1c498e admin admin] Made reservation on behalf of 91c9bcc496f74a1da3a1ee065e5d5817 for: {'subnet': 1} {{(pid=93657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:04:51.727019 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-f1331c37-1bee-462e-b175-b039bb1c498e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:51.743043 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-54629c55-b975-42b0-8399-a555307d88b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736'] for network, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:51.744084 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54629c55-b975-42b0-8399-a555307d88b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:04:51.745304 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-54629c55-b975-42b0-8399-a555307d88b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for network, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:51.753169 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3064edf-7361-4d5b-9b36-7f7143e75c1d None None] Network db293c0c-639d-465d-957a-7d2d560b6fd9 requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:04:51.843182 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-54629c55-b975-42b0-8399-a555307d88b5 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8845561 Jul 15 19:04:51.844170 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 49142) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:04:51.856060 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-309a4aa4-eb11-40ef-9c4c-8533dd58491d admin admin] Request body: {'subnet': {'network_id': '587de033-a442-4b42-bde0-545308a7f82d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-706629278-subnet', 'tenant_id': '76cefb4140f84199a27c5cb0cfea9e65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:04:51.906421 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-edafd984-1f47-47e7-8f8b-1d9a9af4d127 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9399118 Jul 15 19:04:51.920979 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 49146) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:04:51.928945 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.db_base_plugin_common [None req-646733a4-d2de-4fa0-9e28-790a4af3ce30 None None] Allocated IP 172.20.0.2 (4bce21e0-88dc-4de8-9d22-c4e766c0d73f/4c53d632-04b3-4db0-b6ce-07c07955a0b8/5b6e6225-1e1b-4d03-bf00-eaa3045b29ca) {{(pid=93659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:04:51.933196 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c70f24-5cae-4919-91dc-c6ece9d8bad1 None None] Network db293c0c-639d-465d-957a-7d2d560b6fd9 requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:04:51.934918 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-5900b246-721b-47aa-bc7b-c650b77ebcf4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-910084422-router', 'tenant_id': '5330063560884d19abff6266bfc251c7', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'}}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:04:51.940864 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54629c55-b975-42b0-8399-a555307d88b5 admin admin] Pushing event updated for resources: {'Network': ['ID=587de033-a442-4b42-bde0-545308a7f82d,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:04:51.991584 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309a4aa4-eb11-40ef-9c4c-8533dd58491d admin admin] Made reservation on behalf of 76cefb4140f84199a27c5cb0cfea9e65 for: {'subnet': 1} {{(pid=93657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:04:51.994861 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-309a4aa4-eb11-40ef-9c4c-8533dd58491d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:52.014775 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-92eadea7-8c00-49bb-8bf7-c0be8b1c53d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130162'] for router, precommit_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:52.032163 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Network 587de033-a442-4b42-bde0-545308a7f82d details requested by agent ovs-agent-dv-cinder-788363-8-iscsi with host dv-cinder-788363-8-iscsi {{(pid=93659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:04:52.321439 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-5900b246-721b-47aa-bc7b-c650b77ebcf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-764669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124563'] for router, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:52.326958 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-5900b246-721b-47aa-bc7b-c650b77ebcf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-695951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124568'] for router, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:52.380561 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-8ee35de1-cddc-44fc-ab2d-d1be10fb7c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736'] for subnet, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:52.407198 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-92eadea7-8c00-49bb-8bf7-c0be8b1c53d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:52.446302 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:52.480643 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-92eadea7-8c00-49bb-8bf7-c0be8b1c53d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:52.528051 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-2dce3450-45ac-4524-83e8-01753b7fecef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:52.585032 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-5900b246-721b-47aa-bc7b-c650b77ebcf4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:52.660112 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-646733a4-d2de-4fa0-9e28-790a4af3ce30 None None] Notify callbacks [] for port, precommit_create {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:52.677138 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-646733a4-d2de-4fa0-9e28-790a4af3ce30 None None] Transition to ACTIVE for port object 5b6e6225-1e1b-4d03-bf00-eaa3045b29ca will not be triggered until provisioned by entity L2. {{(pid=93659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:04:52.697003 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.db_base_plugin_common [None req-92eadea7-8c00-49bb-8bf7-c0be8b1c53d2 admin admin] Allocated IP 172.27.2.133 (e1e7053a-85e2-45af-9353-c5375187db21/9528084b-89d8-4124-b104-08bd71cd5eaa/d31377b5-90c0-435a-8a0e-da412031a132) {{(pid=93658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:04:52.706318 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 49184) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:04:52.713589 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-646733a4-d2de-4fa0-9e28-790a4af3ce30 None None] Transition to ACTIVE for port object 5b6e6225-1e1b-4d03-bf00-eaa3045b29ca will not be triggered until provisioned by entity DHCP. {{(pid=93659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:04:52.721395 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-646733a4-d2de-4fa0-9e28-790a4af3ce30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355'] for port, after_create {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:52.732819 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee35de1-cddc-44fc-ab2d-d1be10fb7c01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71465ebb-e2a5-4352-912a-bac296589c4c,revision_number=0']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:04:52.751049 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-f1331c37-1bee-462e-b175-b039bb1c498e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736'] for subnet, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:52.805577 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646733a4-d2de-4fa0-9e28-790a4af3ce30 None None] Pushing event updated for resources: {'Port': ['ID=5b6e6225-1e1b-4d03-bf00-eaa3045b29ca,revision_number=1']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:04:52.822161 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646733a4-d2de-4fa0-9e28-790a4af3ce30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:04:52.823129 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646733a4-d2de-4fa0-9e28-790a4af3ce30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:04:52.823484 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646733a4-d2de-4fa0-9e28-790a4af3ce30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:04:52.826988 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646733a4-d2de-4fa0-9e28-790a4af3ce30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:04:52.827339 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646733a4-d2de-4fa0-9e28-790a4af3ce30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:04:52.827688 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646733a4-d2de-4fa0-9e28-790a4af3ce30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:04:52.828025 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646733a4-d2de-4fa0-9e28-790a4af3ce30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:04:52.828355 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646733a4-d2de-4fa0-9e28-790a4af3ce30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:04:52.828711 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646733a4-d2de-4fa0-9e28-790a4af3ce30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:04:52.830002 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646733a4-d2de-4fa0-9e28-790a4af3ce30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:04:52.833268 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646733a4-d2de-4fa0-9e28-790a4af3ce30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:04:52.835549 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646733a4-d2de-4fa0-9e28-790a4af3ce30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:04:52.836946 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646733a4-d2de-4fa0-9e28-790a4af3ce30 None None] Tracked resource versions report: Jul 15 19:04:52.836946 dv-cinder-788363-8-iscsi neutron-server[93659]: pushed versions: Jul 15 19:04:52.836946 dv-cinder-788363-8-iscsi neutron-server[93659]: { 'AddressGroup': {'1.2'}, Jul 15 19:04:52.836946 dv-cinder-788363-8-iscsi neutron-server[93659]: 'ConntrackHelper': {'1.0'}, Jul 15 19:04:52.836946 dv-cinder-788363-8-iscsi neutron-server[93659]: 'Log': {'1.0'}, Jul 15 19:04:52.836946 dv-cinder-788363-8-iscsi neutron-server[93659]: 'Network': {'1.1'}, Jul 15 19:04:52.836946 dv-cinder-788363-8-iscsi neutron-server[93659]: 'Port': {'1.7'}, Jul 15 19:04:52.836946 dv-cinder-788363-8-iscsi neutron-server[93659]: 'PortForwarding': {'1.2'}, Jul 15 19:04:52.836946 dv-cinder-788363-8-iscsi neutron-server[93659]: 'QosPolicy': {'1.8'}, Jul 15 19:04:52.836946 dv-cinder-788363-8-iscsi neutron-server[93659]: 'SecurityGroup': {'1.4'}, Jul 15 19:04:52.836946 dv-cinder-788363-8-iscsi neutron-server[93659]: 'SecurityGroupRule': {'1.2'}, Jul 15 19:04:52.836946 dv-cinder-788363-8-iscsi neutron-server[93659]: 'SubPort': {'1.0'}, Jul 15 19:04:52.836946 dv-cinder-788363-8-iscsi neutron-server[93659]: 'Subnet': {'1.1'}, Jul 15 19:04:52.836946 dv-cinder-788363-8-iscsi neutron-server[93659]: 'Trunk': {'1.1'}} Jul 15 19:04:52.836946 dv-cinder-788363-8-iscsi neutron-server[93659]: consumer versions: Jul 15 19:04:52.836946 dv-cinder-788363-8-iscsi neutron-server[93659]: { DHCP agent@dv-cinder-788363-8-iscsi: {}, Jul 15 19:04:52.836946 dv-cinder-788363-8-iscsi neutron-server[93659]: HyperV agent@hv-cinder-78836: {}, Jul 15 19:04:52.836946 dv-cinder-788363-8-iscsi neutron-server[93659]: L3 agent@dv-cinder-788363-8-iscsi: {}, Jul 15 19:04:52.836946 dv-cinder-788363-8-iscsi neutron-server[93659]: Metadata agent@dv-cinder-788363-8-iscsi: {}, Jul 15 19:04:52.836946 dv-cinder-788363-8-iscsi neutron-server[93659]: Metering agent@dv-cinder-788363-8-iscsi: {}, Jul 15 19:04:52.836946 dv-cinder-788363-8-iscsi neutron-server[93659]: Open vSwitch agent@dv-cinder-788363-8-iscsi: { 'AddressGroup': '1.2', Jul 15 19:04:52.836946 dv-cinder-788363-8-iscsi neutron-server[93659]: 'ConntrackHelper': '1.0', Jul 15 19:04:52.836946 dv-cinder-788363-8-iscsi neutron-server[93659]: 'Log': '1.0', Jul 15 19:04:52.836946 dv-cinder-788363-8-iscsi neutron-server[93659]: 'Network': '1.1', Jul 15 19:04:52.836946 dv-cinder-788363-8-iscsi neutron-server[93659]: 'Port': '1.7', Jul 15 19:04:52.836946 dv-cinder-788363-8-iscsi neutron-server[93659]: 'PortForwarding': '1.2', Jul 15 19:04:52.836946 dv-cinder-788363-8-iscsi neutron-server[93659]: 'QosPolicy': '1.8', Jul 15 19:04:52.836946 dv-cinder-788363-8-iscsi neutron-server[93659]: 'SecurityGroup': '1.4', Jul 15 19:04:52.836946 dv-cinder-788363-8-iscsi neutron-server[93659]: 'SecurityGroupRule': '1.2', Jul 15 19:04:52.836946 dv-cinder-788363-8-iscsi neutron-server[93659]: 'SubPort': '1.0', Jul 15 19:04:52.836946 dv-cinder-788363-8-iscsi neutron-server[93659]: 'Subnet': '1.1', Jul 15 19:04:52.836946 dv-cinder-788363-8-iscsi neutron-server[93659]: 'Trunk': '1.1'}} Jul 15 19:04:52.836946 dv-cinder-788363-8-iscsi neutron-server[93659]: {{(pid=93659) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 19:04:52.871789 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646733a4-d2de-4fa0-9e28-790a4af3ce30 None None] Network 4bce21e0-88dc-4de8-9d22-c4e766c0d73f is already hosted by enough agents. {{(pid=93659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:04:52.876713 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.scheduler.base_scheduler [None req-646733a4-d2de-4fa0-9e28-790a4af3ce30 None None] Resources bound (agent type, host, resource id): {{(pid=93659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:04:52.881542 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646733a4-d2de-4fa0-9e28-790a4af3ce30 None None] Received port after_create {{(pid=93659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:04:52.965910 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-3b5d08d5-89de-4659-9c02-de6b94d9707d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:52.967393 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-646733a4-d2de-4fa0-9e28-790a4af3ce30 None None] Attempting to bind port 5b6e6225-1e1b-4d03-bf00-eaa3045b29ca on host dv-cinder-788363-8-iscsi for vnic_type normal with profile {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:04:52.967769 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-646733a4-d2de-4fa0-9e28-790a4af3ce30 None None] Attempting to bind port 5b6e6225-1e1b-4d03-bf00-eaa3045b29ca by drivers openvswitch,hyperv on host dv-cinder-788363-8-iscsi at level 0 using segments [{'id': 'c5f8fc6e-ca65-461a-98f0-ca6e4f10d746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4bce21e0-88dc-4de8-9d22-c4e766c0d73f'}] {{(pid=93659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:04:52.968195 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646733a4-d2de-4fa0-9e28-790a4af3ce30 None None] Attempting to bind port 5b6e6225-1e1b-4d03-bf00-eaa3045b29ca on network 4bce21e0-88dc-4de8-9d22-c4e766c0d73f {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:04:52.974536 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646733a4-d2de-4fa0-9e28-790a4af3ce30 None None] Checking agent: {'id': 'ac33f8ba-c243-4061-a3c6-3aff717edb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 52), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:04:52.974920 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646733a4-d2de-4fa0-9e28-790a4af3ce30 None None] Checking segment: {'id': 'c5f8fc6e-ca65-461a-98f0-ca6e4f10d746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4bce21e0-88dc-4de8-9d22-c4e766c0d73f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:04:52.975340 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-646733a4-d2de-4fa0-9e28-790a4af3ce30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:52.976055 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646733a4-d2de-4fa0-9e28-790a4af3ce30 None None] Bound using segment: {'id': 'c5f8fc6e-ca65-461a-98f0-ca6e4f10d746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4bce21e0-88dc-4de8-9d22-c4e766c0d73f'} {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:04:52.976298 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-646733a4-d2de-4fa0-9e28-790a4af3ce30 None None] Bound port: 5b6e6225-1e1b-4d03-bf00-eaa3045b29ca, host: dv-cinder-788363-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5f8fc6e-ca65-461a-98f0-ca6e4f10d746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4bce21e0-88dc-4de8-9d22-c4e766c0d73f'}}] {{(pid=93659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:04:52.976746 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-646733a4-d2de-4fa0-9e28-790a4af3ce30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:52.986105 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee35de1-cddc-44fc-ab2d-d1be10fb7c01 admin admin] Checking segment: {'id': '5c5aa984-e3d1-4003-bdf2-886839e3cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '193231ff-7545-4c5e-b972-ad336648ed7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:04:52.986467 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee35de1-cddc-44fc-ab2d-d1be10fb7c01 admin admin] Network hostable DHCP agents. Network: 193231ff-7545-4c5e-b972-ad336648ed7b, hostable agents: ['55735004-04ab-4467-ab29-fafa31dd3593'], hosted agents: [] {{(pid=93657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:04:52.997772 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-309a4aa4-eb11-40ef-9c4c-8533dd58491d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736'] for subnet, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:53.006267 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-5900b246-721b-47aa-bc7b-c650b77ebcf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130162'] for router, precommit_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:53.022589 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1331c37-1bee-462e-b175-b039bb1c498e admin admin] Pushing event updated for resources: {'Subnet': ['ID=14efcbfe-a38f-460b-a7fe-e5ca16293d31,revision_number=0']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:04:53.062641 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-646733a4-d2de-4fa0-9e28-790a4af3ce30 None None] For port 5b6e6225-1e1b-4d03-bf00-eaa3045b29ca, host dv-cinder-788363-8-iscsi, cleared binding levels {{(pid=93659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:04:53.066444 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-646733a4-d2de-4fa0-9e28-790a4af3ce30 None None] For port 5b6e6225-1e1b-4d03-bf00-eaa3045b29ca, host dv-cinder-788363-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=5b6e6225-1e1b-4d03-bf00-eaa3045b29ca,segment=NetworkSegment(c5f8fc6e-ca65-461a-98f0-ca6e4f10d746),segment_id=c5f8fc6e-ca65-461a-98f0-ca6e4f10d746)] {{(pid=93659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:04:53.071799 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-646733a4-d2de-4fa0-9e28-790a4af3ce30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:53.074022 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-92eadea7-8c00-49bb-8bf7-c0be8b1c53d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:53.125389 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee35de1-cddc-44fc-ab2d-d1be10fb7c01 admin admin] Network 193231ff-7545-4c5e-b972-ad336648ed7b is scheduled to be hosted by DHCP agent 55735004-04ab-4467-ab29-fafa31dd3593 with binding_index 1 {{(pid=93657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:04:53.137693 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-3b5d08d5-89de-4659-9c02-de6b94d9707d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:53.146594 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1331c37-1bee-462e-b175-b039bb1c498e admin admin] Checking segment: {'id': 'c5f51327-4914-48ee-89a2-7f0bd5724fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '673ecaa8-9125-4486-9436-19add9ddf5ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:04:53.146594 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1331c37-1bee-462e-b175-b039bb1c498e admin admin] Network hostable DHCP agents. Network: 673ecaa8-9125-4486-9436-19add9ddf5ea, hostable agents: ['55735004-04ab-4467-ab29-fafa31dd3593'], hosted agents: [] {{(pid=93657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:04:53.148984 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646733a4-d2de-4fa0-9e28-790a4af3ce30 None None] Pushing event updated for resources: {'Port': ['ID=5b6e6225-1e1b-4d03-bf00-eaa3045b29ca,revision_number=2']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:04:53.153476 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-3b5d08d5-89de-4659-9c02-de6b94d9707d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:53.165059 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-92eadea7-8c00-49bb-8bf7-c0be8b1c53d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355'] for port, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:53.167014 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a4aa4-eb11-40ef-9c4c-8533dd58491d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfc3c586-e614-4b2c-8a2e-ba69cd7ed713,revision_number=0']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:04:53.168946 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.base_scheduler [None req-8ee35de1-cddc-44fc-ab2d-d1be10fb7c01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-8-iscsi, 193231ff-7545-4c5e-b972-ad336648ed7b) {{(pid=93657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:04:53.180249 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309a4aa4-eb11-40ef-9c4c-8533dd58491d admin admin] Checking segment: {'id': '44d41d57-008d-40df-9f94-5bdc6a7db294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '587de033-a442-4b42-bde0-545308a7f82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:04:53.180607 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309a4aa4-eb11-40ef-9c4c-8533dd58491d admin admin] Network hostable DHCP agents. Network: 587de033-a442-4b42-bde0-545308a7f82d, hostable agents: ['55735004-04ab-4467-ab29-fafa31dd3593'], hosted agents: [] {{(pid=93657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:04:53.217230 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee35de1-cddc-44fc-ab2d-d1be10fb7c01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:04:53.222540 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-8ee35de1-cddc-44fc-ab2d-d1be10fb7c01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for subnet, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:53.223344 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49084063-edc3-4323-8cc1-c96dd353eb7c None None] Network 193231ff-7545-4c5e-b972-ad336648ed7b requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:04:53.234883 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-3b5d08d5-89de-4659-9c02-de6b94d9707d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c92bcad3cbd0460ab1961cfca48e03a4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5259080 Jul 15 19:04:53.238493 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eadea7-8c00-49bb-8bf7-c0be8b1c53d2 admin admin] Network e1e7053a-85e2-45af-9353-c5375187db21 is already hosted by enough agents. {{(pid=93658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:04:53.241709 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 49196) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:04:53.255814 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.base_scheduler [None req-92eadea7-8c00-49bb-8bf7-c0be8b1c53d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:04:53.265994 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eadea7-8c00-49bb-8bf7-c0be8b1c53d2 admin admin] Received port after_create {{(pid=93658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:04:53.269305 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1331c37-1bee-462e-b175-b039bb1c498e admin admin] Network 673ecaa8-9125-4486-9436-19add9ddf5ea is scheduled to be hosted by DHCP agent 55735004-04ab-4467-ab29-fafa31dd3593 with binding_index 1 {{(pid=93657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:04:53.269441 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d08d5-89de-4659-9c02-de6b94d9707d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c8f959-666f-4d6d-b47a-bb6f75ad9ecc,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:04:53.273811 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309a4aa4-eb11-40ef-9c4c-8533dd58491d admin admin] Network 587de033-a442-4b42-bde0-545308a7f82d is scheduled to be hosted by DHCP agent 55735004-04ab-4467-ab29-fafa31dd3593 with binding_index 1 {{(pid=93657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:04:53.277268 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-8ee35de1-cddc-44fc-ab2d-d1be10fb7c01 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0761628 Jul 15 19:04:53.285261 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.base_scheduler [None req-f1331c37-1bee-462e-b175-b039bb1c498e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-8-iscsi, 673ecaa8-9125-4486-9436-19add9ddf5ea) {{(pid=93657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:04:53.323208 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1331c37-1bee-462e-b175-b039bb1c498e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:04:53.324166 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-f1331c37-1bee-462e-b175-b039bb1c498e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for subnet, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:53.326478 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.base_scheduler [None req-309a4aa4-eb11-40ef-9c4c-8533dd58491d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-8-iscsi, 587de033-a442-4b42-bde0-545308a7f82d) {{(pid=93657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:04:53.339242 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309a4aa4-eb11-40ef-9c4c-8533dd58491d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:04:53.340321 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-309a4aa4-eb11-40ef-9c4c-8533dd58491d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for subnet, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:53.366404 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a902922-b9e3-40ce-84dc-0f963172964c None None] Network 673ecaa8-9125-4486-9436-19add9ddf5ea requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:04:53.368520 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43aa45da-9514-4648-a043-e57b2590176e None None] Network 587de033-a442-4b42-bde0-545308a7f82d requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:04:53.391829 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eadea7-8c00-49bb-8bf7-c0be8b1c53d2 admin admin] Pushing event updated for resources: {'Port': ['ID=d31377b5-90c0-435a-8a0e-da412031a132,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:04:53.413784 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-309a4aa4-eb11-40ef-9c4c-8533dd58491d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5627539 Jul 15 19:04:53.453920 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec97d0d-cb23-43a8-aa02-96023593fd33 None None] Network 193231ff-7545-4c5e-b972-ad336648ed7b requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:04:53.516352 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-f1331c37-1bee-462e-b175-b039bb1c498e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9532375 Jul 15 19:04:53.516760 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 49204) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:04:53.534933 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [None req-c3042482-6e6e-40ae-9c52-d3a393792073 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-849670566-router', 'tenant_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'}}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:04:53.708641 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-dff28cb8-0bcc-4aab-a6e1-435610cdc515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:53.819702 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-c3042482-6e6e-40ae-9c52-d3a393792073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-764669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124563'] for router, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:53.820807 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-c3042482-6e6e-40ae-9c52-d3a393792073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-695951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124568'] for router, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:53.875923 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:53.881703 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-c3042482-6e6e-40ae-9c52-d3a393792073 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:54.050066 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d91dbc-238d-4cb3-a3e7-1d9573f026b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddf34259-25e2-5d11-b24f-5c2a52454752-673ecaa8-9125-4486-9436-19add9ddf5ea', 'network_id': '673ecaa8-9125-4486-9436-19add9ddf5ea', 'tenant_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'fixed_ips': [{'subnet_id': '14efcbfe-a38f-460b-a7fe-e5ca16293d31'}]}} from dv-cinder-788363-8-iscsi. {{(pid=93659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 19:04:54.051329 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-34d91dbc-238d-4cb3-a3e7-1d9573f026b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:54.066188 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-c3042482-6e6e-40ae-9c52-d3a393792073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130162'] for router, precommit_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:54.076109 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac751de-af37-4187-ba07-5986dfad4a8f None None] Network 587de033-a442-4b42-bde0-545308a7f82d requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:04:54.141454 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-5900b246-721b-47aa-bc7b-c650b77ebcf4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:54.143633 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-dff28cb8-0bcc-4aab-a6e1-435610cdc515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:54.172620 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-92eadea7-8c00-49bb-8bf7-c0be8b1c53d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:54.188017 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-5900b246-721b-47aa-bc7b-c650b77ebcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:54.299402 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 49234) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:04:54.308393 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-c5900a19-5f69-440f-bd05-b89e08de4233 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1097642026-network', 'tenant_id': '08eb21240d924872aadafb55c8ff568f'}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:04:54.369345 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5900a19-5f69-440f-bd05-b89e08de4233 admin admin] Made reservation on behalf of 08eb21240d924872aadafb55c8ff568f for: {'network': 1} {{(pid=93657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:04:54.371894 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-c5900a19-5f69-440f-bd05-b89e08de4233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for network, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:54.394145 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-c5900a19-5f69-440f-bd05-b89e08de4233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:54.472916 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.db_base_plugin_common [None req-34d91dbc-238d-4cb3-a3e7-1d9573f026b5 None None] Allocated IP 172.20.0.2 (673ecaa8-9125-4486-9436-19add9ddf5ea/14efcbfe-a38f-460b-a7fe-e5ca16293d31/dab12513-2b6a-46ad-900d-a62ce513f76e) {{(pid=93659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:04:54.567006 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-92eadea7-8c00-49bb-8bf7-c0be8b1c53d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764429'] for router, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:54.594386 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-c5900a19-5f69-440f-bd05-b89e08de4233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:54.612359 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-c5900a19-5f69-440f-bd05-b89e08de4233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:54.651628 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.db_base_plugin_common [None req-5900b246-721b-47aa-bc7b-c650b77ebcf4 admin admin] Allocated IP 172.27.2.239 (e1e7053a-85e2-45af-9353-c5375187db21/9528084b-89d8-4124-b104-08bd71cd5eaa/2e8005cd-7395-4d6a-aaf2-2f61189c89f9) {{(pid=93657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:04:54.744157 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 5b6e6225-1e1b-4d03-bf00-eaa3045b29ca up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:04:54.753335 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5900a19-5f69-440f-bd05-b89e08de4233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa0065a-24b4-4a0a-9286-30bd518b8bf8,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:04:54.806291 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 49264) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:04:54.813630 dv-cinder-788363-8-iscsi neutron-server[93657]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 15 19:04:54.825092 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5900a19-5f69-440f-bd05-b89e08de4233 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1083} {{(pid=93657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:04:54.830937 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-dff28cb8-0bcc-4aab-a6e1-435610cdc515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:54.834138 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-dff28cb8-0bcc-4aab-a6e1-435610cdc515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:54.836264 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-dff28cb8-0bcc-4aab-a6e1-435610cdc515 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/06c8f959-666f-4d6d-b47a-bb6f75ad9ecc HTTP/1.1" status: 204 len: 168 time: 1.5931933 Jul 15 19:04:54.845993 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea90a29-5432-4b72-b474-bf62a09108fe None None] Network 4bce21e0-88dc-4de8-9d22-c4e766c0d73f requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:04:54.937625 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff28cb8-0bcc-4aab-a6e1-435610cdc515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c8f959-666f-4d6d-b47a-bb6f75ad9ecc,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:04:55.024546 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-c5900a19-5f69-440f-bd05-b89e08de4233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882'] for segment, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:55.024885 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.db.segments_db [None req-c5900a19-5f69-440f-bd05-b89e08de4233 admin admin] Added segment 3a57d65c-e548-4ab1-90f3-8ad8ad3e8e86 of type vlan for network 567962eb-24a7-46f3-a813-d5149f254372 Jul 15 19:04:55.064246 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-2b4b10e3-e51f-4590-96c0-0f352f34476a None None] Provisioning for port 5b6e6225-1e1b-4d03-bf00-eaa3045b29ca completed by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:04:55.143789 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning for port 5b6e6225-1e1b-4d03-bf00-eaa3045b29ca completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:04:55.152942 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-34d91dbc-238d-4cb3-a3e7-1d9573f026b5 None None] Notify callbacks [] for port, precommit_create {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:55.159510 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port 5b6e6225-1e1b-4d03-bf00-eaa3045b29ca triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:04:55.162146 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:55.221061 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-c3042482-6e6e-40ae-9c52-d3a393792073 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:55.243300 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-34d91dbc-238d-4cb3-a3e7-1d9573f026b5 None None] Transition to ACTIVE for port object dab12513-2b6a-46ad-900d-a62ce513f76e will not be triggered until provisioned by entity L2. {{(pid=93659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:04:55.246248 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-c3042482-6e6e-40ae-9c52-d3a393792073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:55.299243 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92eadea7-8c00-49bb-8bf7-c0be8b1c53d2 admin admin] Router 7b9759c3-89bb-4cac-8bad-7129a62d1c00 is scheduled to L3 agent d1959f4f-c5e4-447e-bdea-87c7e923db15 with binding_index 1 {{(pid=93658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 19:04:55.406078 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-34d91dbc-238d-4cb3-a3e7-1d9573f026b5 None None] Transition to ACTIVE for port object dab12513-2b6a-46ad-900d-a62ce513f76e will not be triggered until provisioned by entity DHCP. {{(pid=93659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:04:55.432823 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-c5900a19-5f69-440f-bd05-b89e08de4233 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730934684676'] for network, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:55.458903 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-34d91dbc-238d-4cb3-a3e7-1d9573f026b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355'] for port, after_create {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:55.533948 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d91dbc-238d-4cb3-a3e7-1d9573f026b5 None None] Network 673ecaa8-9125-4486-9436-19add9ddf5ea is already hosted by enough agents. {{(pid=93659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:04:55.552416 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.scheduler.base_scheduler [None req-34d91dbc-238d-4cb3-a3e7-1d9573f026b5 None None] Resources bound (agent type, host, resource id): {{(pid=93659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:04:55.553397 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-5900b246-721b-47aa-bc7b-c650b77ebcf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:55.555320 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d91dbc-238d-4cb3-a3e7-1d9573f026b5 None None] Received port after_create {{(pid=93659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:04:55.558231 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:55.593398 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f1074-9814-4231-99b3-1e1c1a22295d req-ec132e08-e339-46bc-b0c3-d41acf927872 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:04:55.595346 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-794f1074-9814-4231-99b3-1e1c1a22295d req-ec132e08-e339-46bc-b0c3-d41acf927872 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/networks?id=587de033-a442-4b42-bde0-545308a7f82d HTTP/1.1" status: 200 len: 811 time: 0.7880211 Jul 15 19:04:55.603125 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 49278) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:04:55.608570 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d91dbc-238d-4cb3-a3e7-1d9573f026b5 None None] Pushing event updated for resources: {'Port': ['ID=dab12513-2b6a-46ad-900d-a62ce513f76e,revision_number=1']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:04:55.619600 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-794f1074-9814-4231-99b3-1e1c1a22295d req-5b173d0d-05d0-4eb7-81a0-055ecbeb3a89 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/quotas/76cefb4140f84199a27c5cb0cfea9e65 HTTP/1.1" status: 200 len: 375 time: 0.0154030 Jul 15 19:04:55.625143 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-bb4f7751-3cc3-4a9b-a2b6-3cd187fa23a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:55.629916 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-c5900a19-5f69-440f-bd05-b89e08de4233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736'] for network, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:55.630463 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5900a19-5f69-440f-bd05-b89e08de4233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:04:55.631165 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-c5900a19-5f69-440f-bd05-b89e08de4233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for network, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:55.668542 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92eadea7-8c00-49bb-8bf7-c0be8b1c53d2 admin admin] Notify agent at l3_agent.dv-cinder-788363-8-iscsi the message routers_updated {{(pid=93658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:04:55.686437 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248bde3c-7b37-4bea-a5a9-4c770588ec75 None None] Sync routers for ids ['7b9759c3-89bb-4cac-8bad-7129a62d1c00'] in dv-cinder-788363-8-iscsi {{(pid=93660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:04:55.695884 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:55.700285 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248bde3c-7b37-4bea-a5a9-4c770588ec75 None None] Routers {'7b9759c3-89bb-4cac-8bad-7129a62d1c00'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:04:55.701019 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-248bde3c-7b37-4bea-a5a9-4c770588ec75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:04:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['7b9759c3-89bb-4cac-8bad-7129a62d1c00'], 'active': True} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:04:55.711943 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-794f1074-9814-4231-99b3-1e1c1a22295d req-35f8be64-f243-4775-8d5f-17663214380b tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=76cefb4140f84199a27c5cb0cfea9e65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0767424 Jul 15 19:04:55.719559 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-34d91dbc-238d-4cb3-a3e7-1d9573f026b5 None None] Attempting to bind port dab12513-2b6a-46ad-900d-a62ce513f76e on host dv-cinder-788363-8-iscsi for vnic_type normal with profile {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:04:55.719932 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-34d91dbc-238d-4cb3-a3e7-1d9573f026b5 None None] Attempting to bind port dab12513-2b6a-46ad-900d-a62ce513f76e by drivers openvswitch,hyperv on host dv-cinder-788363-8-iscsi at level 0 using segments [{'id': 'c5f51327-4914-48ee-89a2-7f0bd5724fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '673ecaa8-9125-4486-9436-19add9ddf5ea'}] {{(pid=93659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:04:55.720299 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d91dbc-238d-4cb3-a3e7-1d9573f026b5 None None] Attempting to bind port dab12513-2b6a-46ad-900d-a62ce513f76e on network 673ecaa8-9125-4486-9436-19add9ddf5ea {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:04:55.751444 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d91dbc-238d-4cb3-a3e7-1d9573f026b5 None None] Checking agent: {'id': 'ac33f8ba-c243-4061-a3c6-3aff717edb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 52), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:04:55.752052 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d91dbc-238d-4cb3-a3e7-1d9573f026b5 None None] Checking segment: {'id': 'c5f51327-4914-48ee-89a2-7f0bd5724fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '673ecaa8-9125-4486-9436-19add9ddf5ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:04:55.752240 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-5900b246-721b-47aa-bc7b-c650b77ebcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355'] for port, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:55.752418 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-34d91dbc-238d-4cb3-a3e7-1d9573f026b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:55.757741 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d91dbc-238d-4cb3-a3e7-1d9573f026b5 None None] Bound using segment: {'id': 'c5f51327-4914-48ee-89a2-7f0bd5724fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '673ecaa8-9125-4486-9436-19add9ddf5ea'} {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:04:55.758497 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-34d91dbc-238d-4cb3-a3e7-1d9573f026b5 None None] Bound port: dab12513-2b6a-46ad-900d-a62ce513f76e, host: dv-cinder-788363-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5f51327-4914-48ee-89a2-7f0bd5724fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '673ecaa8-9125-4486-9436-19add9ddf5ea'}}] {{(pid=93659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:04:55.760743 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-34d91dbc-238d-4cb3-a3e7-1d9573f026b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:55.820942 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-bb4f7751-3cc3-4a9b-a2b6-3cd187fa23a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:55.831599 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] For port 5b6e6225-1e1b-4d03-bf00-eaa3045b29ca, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=5b6e6225-1e1b-4d03-bf00-eaa3045b29ca,segment=NetworkSegment(c5f8fc6e-ca65-461a-98f0-ca6e4f10d746),segment_id=c5f8fc6e-ca65-461a-98f0-ca6e4f10d746)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:04:55.831932 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5900b246-721b-47aa-bc7b-c650b77ebcf4 admin admin] Pushing event updated for resources: {'Port': ['ID=2e8005cd-7395-4d6a-aaf2-2f61189c89f9,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:04:55.839337 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5900a19-5f69-440f-bd05-b89e08de4233 admin admin] Pushing event updated for resources: {'Network': ['ID=567962eb-24a7-46f3-a813-d5149f254372,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:04:55.847010 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-c5900a19-5f69-440f-bd05-b89e08de4233 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.5465009 Jul 15 19:04:55.856464 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:55.856963 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5900b246-721b-47aa-bc7b-c650b77ebcf4 admin admin] Network e1e7053a-85e2-45af-9353-c5375187db21 is already hosted by enough agents. {{(pid=93657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:04:55.858343 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 49286) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:04:55.859458 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.base_scheduler [None req-5900b246-721b-47aa-bc7b-c650b77ebcf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:04:55.863810 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5900b246-721b-47aa-bc7b-c650b77ebcf4 admin admin] Received port after_create {{(pid=93657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:04:55.900277 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.db_base_plugin_common [None req-c3042482-6e6e-40ae-9c52-d3a393792073 admin admin] Allocated IP 172.27.2.38 (e1e7053a-85e2-45af-9353-c5375187db21/9528084b-89d8-4124-b104-08bd71cd5eaa/7a120c26-ffb4-438b-9454-fa169924e15a) {{(pid=93658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:04:55.917311 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Network 567962eb-24a7-46f3-a813-d5149f254372 details requested by agent ovs-agent-dv-cinder-788363-8-iscsi with host dv-cinder-788363-8-iscsi {{(pid=93659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:04:55.971544 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-91d9ed72-9fa3-40a5-ba59-28fd582d4dae admin admin] Request body: {'subnet': {'network_id': '567962eb-24a7-46f3-a813-d5149f254372', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1097642026-subnet', 'tenant_id': '08eb21240d924872aadafb55c8ff568f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:04:56.054936 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvr_db [None req-248bde3c-7b37-4bea-a5a9-4c770588ec75 None None] Set router 7b9759c3-89bb-4cac-8bad-7129a62d1c00 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:04:56.080510 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Pushing event updated for resources: {'Port': ['ID=5b6e6225-1e1b-4d03-bf00-eaa3045b29ca,revision_number=3']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:04:56.101461 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-34d91dbc-238d-4cb3-a3e7-1d9573f026b5 None None] For port dab12513-2b6a-46ad-900d-a62ce513f76e, host dv-cinder-788363-8-iscsi, cleared binding levels {{(pid=93659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:04:56.110456 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-bb4f7751-3cc3-4a9b-a2b6-3cd187fa23a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:56.127163 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-34d91dbc-238d-4cb3-a3e7-1d9573f026b5 None None] For port dab12513-2b6a-46ad-900d-a62ce513f76e, host dv-cinder-788363-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=dab12513-2b6a-46ad-900d-a62ce513f76e,segment=NetworkSegment(c5f51327-4914-48ee-89a2-7f0bd5724fec),segment_id=c5f51327-4914-48ee-89a2-7f0bd5724fec)] {{(pid=93659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:04:56.127526 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-c3042482-6e6e-40ae-9c52-d3a393792073 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:56.134917 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-34d91dbc-238d-4cb3-a3e7-1d9573f026b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:56.137646 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-92eadea7-8c00-49bb-8bf7-c0be8b1c53d2 admin admin] Notify callbacks [] for router, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:56.138841 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-92eadea7-8c00-49bb-8bf7-c0be8b1c53d2 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0428257 Jul 15 19:04:56.151010 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 49292) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:04:56.212568 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d91dbc-238d-4cb3-a3e7-1d9573f026b5 None None] Pushing event updated for resources: {'Port': ['ID=dab12513-2b6a-46ad-900d-a62ce513f76e,revision_number=2']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:04:56.233078 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f7751-3cc3-4a9b-a2b6-3cd187fa23a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb38db7-6503-456c-b811-a4e500a6ce14,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:04:56.245620 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-bb4f7751-3cc3-4a9b-a2b6-3cd187fa23a0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=44f2abaebb1842508d4fb74e1891d3ae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6412492 Jul 15 19:04:56.252592 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 49296) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:04:56.269938 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-e1a4fb4d-f69d-4838-9d4f-ba4cedcea80c None None] Provisioning complete for port 5b6e6225-1e1b-4d03-bf00-eaa3045b29ca triggered by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:04:56.270710 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-e1a4fb4d-f69d-4838-9d4f-ba4cedcea80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:56.280199 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d9ed72-9fa3-40a5-ba59-28fd582d4dae admin admin] Made reservation on behalf of 08eb21240d924872aadafb55c8ff568f for: {'subnet': 1} {{(pid=93657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:04:56.303809 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-91d9ed72-9fa3-40a5-ba59-28fd582d4dae admin admin] Notify callbacks [] for subnet, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:56.418487 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-c3042482-6e6e-40ae-9c52-d3a393792073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355'] for port, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:56.451832 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-248bde3c-7b37-4bea-a5a9-4c770588ec75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'name': 'tempest-AttachVolumeShelveTestJSON-637004643-router', 'tenant_id': '509209d2c8bd40dc87dfc3c3ad815494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'd31377b5-90c0-435a-8a0e-da412031a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:51Z', 'updated_at': '2021-07-15T19:04:53Z', 'revision_number': 3, 'project_id': '509209d2c8bd40dc87dfc3c3ad815494', 'gw_port': {'id': 'd31377b5-90c0-435a-8a0e-da412031a132', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:52Z', 'updated_at': '2021-07-15T19:04:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi'}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:04:56.518741 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [req-794f1074-9814-4231-99b3-1e1c1a22295d req-a3610476-6233-4574-ba37-c360bd5425d2 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 19:04:56.525981 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-794f1074-9814-4231-99b3-1e1c1a22295d req-a3610476-6233-4574-ba37-c360bd5425d2 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3231897 Jul 15 19:04:56.528249 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3042482-6e6e-40ae-9c52-d3a393792073 admin admin] Network e1e7053a-85e2-45af-9353-c5375187db21 is already hosted by enough agents. {{(pid=93658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:04:56.534796 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.base_scheduler [None req-c3042482-6e6e-40ae-9c52-d3a393792073 admin admin] Resources bound (agent type, host, resource id): {{(pid=93658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:04:56.545005 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-cffe425d-bd77-4fe5-825f-157fdd1f27f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:56.552290 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248bde3c-7b37-4bea-a5a9-4c770588ec75 None None] Checking router: 7b9759c3-89bb-4cac-8bad-7129a62d1c00 for host: dv-cinder-788363-8-iscsi {{(pid=93660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:04:56.556656 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248bde3c-7b37-4bea-a5a9-4c770588ec75 None None] Updating router 7b9759c3-89bb-4cac-8bad-7129a62d1c00 port d31377b5-90c0-435a-8a0e-da412031a132 binding host dv-cinder-788363-8-iscsi {{(pid=93660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:04:56.583521 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-cffe425d-bd77-4fe5-825f-157fdd1f27f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:56.651218 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-794f1074-9814-4231-99b3-1e1c1a22295d req-b1404b92-b781-4b94-abf0-31614c68a886 service neutron] 10.222.0.70 "GET /v2.0/networks/587de033-a442-4b42-bde0-545308a7f82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237400 Jul 15 19:04:56.701915 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 49306) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:04:56.724636 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3042482-6e6e-40ae-9c52-d3a393792073 admin admin] Received port after_create {{(pid=93658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:04:56.754810 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-248bde3c-7b37-4bea-a5a9-4c770588ec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:56.761835 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 5b6e6225-1e1b-4d03-bf00-eaa3045b29ca up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:04:56.868938 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3042482-6e6e-40ae-9c52-d3a393792073 admin admin] Pushing event updated for resources: {'Port': ['ID=7a120c26-ffb4-438b-9454-fa169924e15a,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:04:56.886212 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-cffe425d-bd77-4fe5-825f-157fdd1f27f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:56.890043 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-cffe425d-bd77-4fe5-825f-157fdd1f27f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:56.895250 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-cffe425d-bd77-4fe5-825f-157fdd1f27f3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/beb38db7-6503-456c-b811-a4e500a6ce14 HTTP/1.1" status: 204 len: 168 time: 0.6413357 Jul 15 19:04:56.915896 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe425d-bd77-4fe5-825f-157fdd1f27f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb38db7-6503-456c-b811-a4e500a6ce14,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:04:56.966023 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-794f1074-9814-4231-99b3-1e1c1a22295d req-5a7d05e7-a116-4c52-8ccc-d5210ac11cf8 service neutron] 10.222.0.70 "GET /v2.0/networks/587de033-a442-4b42-bde0-545308a7f82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085721 Jul 15 19:04:56.978559 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-5900b246-721b-47aa-bc7b-c650b77ebcf4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:57.009453 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port 5b6e6225-1e1b-4d03-bf00-eaa3045b29ca triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:04:57.016097 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:57.180462 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ec6ca7b7-0c60-4d48-8e5e-96f4bd5688bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:57.429054 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-c3042482-6e6e-40ae-9c52-d3a393792073 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:57.512820 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-248bde3c-7b37-4bea-a5a9-4c770588ec75 None None] Notify callbacks [] for port, precommit_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:57.539954 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.provisioning_blocks [None req-248bde3c-7b37-4bea-a5a9-4c770588ec75 None None] Transition to ACTIVE for port object d31377b5-90c0-435a-8a0e-da412031a132 will not be triggered until provisioned by entity L2. {{(pid=93660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:04:57.560115 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-248bde3c-7b37-4bea-a5a9-4c770588ec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:57.567069 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 49338) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:04:57.569879 dv-cinder-788363-8-iscsi neutron-server[93658]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 15 19:04:57.697734 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db231789-c88b-4a69-8741-7b31e549c698 None None] Pushing event updated for resources: {'Port': ['ID=d31377b5-90c0-435a-8a0e-da412031a132,revision_number=2']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:04:57.731507 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-91d9ed72-9fa3-40a5-ba59-28fd582d4dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736'] for subnet, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:57.765570 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.managers [None req-248bde3c-7b37-4bea-a5a9-4c770588ec75 None None] Attempting to bind port d31377b5-90c0-435a-8a0e-da412031a132 on host dv-cinder-788363-8-iscsi for vnic_type normal with profile {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:04:57.766211 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.managers [None req-248bde3c-7b37-4bea-a5a9-4c770588ec75 None None] Attempting to bind port d31377b5-90c0-435a-8a0e-da412031a132 by drivers openvswitch,hyperv on host dv-cinder-788363-8-iscsi at level 0 using segments [{'id': 'd344549d-09e0-4982-8c11-6f16cb0baa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'}] {{(pid=93660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:04:57.767045 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248bde3c-7b37-4bea-a5a9-4c770588ec75 None None] Attempting to bind port d31377b5-90c0-435a-8a0e-da412031a132 on network e1e7053a-85e2-45af-9353-c5375187db21 {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:04:57.777087 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248bde3c-7b37-4bea-a5a9-4c770588ec75 None None] Checking agent: {'id': 'ac33f8ba-c243-4061-a3c6-3aff717edb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 52), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:04:57.777713 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248bde3c-7b37-4bea-a5a9-4c770588ec75 None None] Checking segment: {'id': 'd344549d-09e0-4982-8c11-6f16cb0baa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:04:57.778623 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-248bde3c-7b37-4bea-a5a9-4c770588ec75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:57.792526 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248bde3c-7b37-4bea-a5a9-4c770588ec75 None None] Bound using segment: {'id': 'd344549d-09e0-4982-8c11-6f16cb0baa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'} {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:04:57.793874 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.managers [None req-248bde3c-7b37-4bea-a5a9-4c770588ec75 None None] Bound port: d31377b5-90c0-435a-8a0e-da412031a132, host: dv-cinder-788363-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd344549d-09e0-4982-8c11-6f16cb0baa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'}}] {{(pid=93660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:04:57.794756 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-248bde3c-7b37-4bea-a5a9-4c770588ec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:57.808684 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db231789-c88b-4a69-8741-7b31e549c698 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:04:57.824815 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db231789-c88b-4a69-8741-7b31e549c698 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:04:57.825705 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db231789-c88b-4a69-8741-7b31e549c698 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:04:57.826495 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db231789-c88b-4a69-8741-7b31e549c698 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:04:57.835794 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db231789-c88b-4a69-8741-7b31e549c698 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:04:57.836912 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db231789-c88b-4a69-8741-7b31e549c698 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:04:57.837854 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db231789-c88b-4a69-8741-7b31e549c698 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:04:57.838627 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db231789-c88b-4a69-8741-7b31e549c698 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:04:57.839460 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db231789-c88b-4a69-8741-7b31e549c698 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:04:57.843125 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db231789-c88b-4a69-8741-7b31e549c698 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:04:57.845858 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db231789-c88b-4a69-8741-7b31e549c698 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:04:57.846809 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db231789-c88b-4a69-8741-7b31e549c698 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:04:57.852416 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db231789-c88b-4a69-8741-7b31e549c698 None None] Tracked resource versions report: Jul 15 19:04:57.852416 dv-cinder-788363-8-iscsi neutron-server[93660]: pushed versions: Jul 15 19:04:57.852416 dv-cinder-788363-8-iscsi neutron-server[93660]: { 'AddressGroup': {'1.2'}, Jul 15 19:04:57.852416 dv-cinder-788363-8-iscsi neutron-server[93660]: 'ConntrackHelper': {'1.0'}, Jul 15 19:04:57.852416 dv-cinder-788363-8-iscsi neutron-server[93660]: 'Log': {'1.0'}, Jul 15 19:04:57.852416 dv-cinder-788363-8-iscsi neutron-server[93660]: 'Network': {'1.1'}, Jul 15 19:04:57.852416 dv-cinder-788363-8-iscsi neutron-server[93660]: 'Port': {'1.7'}, Jul 15 19:04:57.852416 dv-cinder-788363-8-iscsi neutron-server[93660]: 'PortForwarding': {'1.2'}, Jul 15 19:04:57.852416 dv-cinder-788363-8-iscsi neutron-server[93660]: 'QosPolicy': {'1.8'}, Jul 15 19:04:57.852416 dv-cinder-788363-8-iscsi neutron-server[93660]: 'SecurityGroup': {'1.4'}, Jul 15 19:04:57.852416 dv-cinder-788363-8-iscsi neutron-server[93660]: 'SecurityGroupRule': {'1.2'}, Jul 15 19:04:57.852416 dv-cinder-788363-8-iscsi neutron-server[93660]: 'SubPort': {'1.0'}, Jul 15 19:04:57.852416 dv-cinder-788363-8-iscsi neutron-server[93660]: 'Subnet': {'1.1'}, Jul 15 19:04:57.852416 dv-cinder-788363-8-iscsi neutron-server[93660]: 'Trunk': {'1.1'}} Jul 15 19:04:57.852416 dv-cinder-788363-8-iscsi neutron-server[93660]: consumer versions: Jul 15 19:04:57.852416 dv-cinder-788363-8-iscsi neutron-server[93660]: { DHCP agent@dv-cinder-788363-8-iscsi: {}, Jul 15 19:04:57.852416 dv-cinder-788363-8-iscsi neutron-server[93660]: HyperV agent@hv-cinder-78836: {}, Jul 15 19:04:57.852416 dv-cinder-788363-8-iscsi neutron-server[93660]: L3 agent@dv-cinder-788363-8-iscsi: {}, Jul 15 19:04:57.852416 dv-cinder-788363-8-iscsi neutron-server[93660]: Metadata agent@dv-cinder-788363-8-iscsi: {}, Jul 15 19:04:57.852416 dv-cinder-788363-8-iscsi neutron-server[93660]: Metering agent@dv-cinder-788363-8-iscsi: {}, Jul 15 19:04:57.852416 dv-cinder-788363-8-iscsi neutron-server[93660]: Open vSwitch agent@dv-cinder-788363-8-iscsi: { 'AddressGroup': '1.2', Jul 15 19:04:57.852416 dv-cinder-788363-8-iscsi neutron-server[93660]: 'ConntrackHelper': '1.0', Jul 15 19:04:57.852416 dv-cinder-788363-8-iscsi neutron-server[93660]: 'Log': '1.0', Jul 15 19:04:57.852416 dv-cinder-788363-8-iscsi neutron-server[93660]: 'Network': '1.1', Jul 15 19:04:57.852416 dv-cinder-788363-8-iscsi neutron-server[93660]: 'Port': '1.7', Jul 15 19:04:57.852416 dv-cinder-788363-8-iscsi neutron-server[93660]: 'PortForwarding': '1.2', Jul 15 19:04:57.852416 dv-cinder-788363-8-iscsi neutron-server[93660]: 'QosPolicy': '1.8', Jul 15 19:04:57.852416 dv-cinder-788363-8-iscsi neutron-server[93660]: 'SecurityGroup': '1.4', Jul 15 19:04:57.852416 dv-cinder-788363-8-iscsi neutron-server[93660]: 'SecurityGroupRule': '1.2', Jul 15 19:04:57.852416 dv-cinder-788363-8-iscsi neutron-server[93660]: 'SubPort': '1.0', Jul 15 19:04:57.852416 dv-cinder-788363-8-iscsi neutron-server[93660]: 'Subnet': '1.1', Jul 15 19:04:57.852416 dv-cinder-788363-8-iscsi neutron-server[93660]: 'Trunk': '1.1'}} Jul 15 19:04:57.852416 dv-cinder-788363-8-iscsi neutron-server[93660]: {{(pid=93660) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 19:04:57.917223 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-bdaabf1d-c5d3-4d21-b5d3-1f83243eb944 req-de5069f2-907c-460a-a4ed-c1030af286e4 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/ports?device_id=3accc4cc-3b97-4aa6-a665-de0fbfd03ae1 HTTP/1.1" status: 200 len: 210 time: 0.3484254 Jul 15 19:04:57.956770 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-5900b246-721b-47aa-bc7b-c650b77ebcf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764429'] for router, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:57.969449 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d9ed72-9fa3-40a5-ba59-28fd582d4dae admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f85656d-93ae-4361-92c8-3d5575f3be77,revision_number=0']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:04:58.004429 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2766f237-602e-4d16-9a22-16e7c477e060 None None] Network 673ecaa8-9125-4486-9436-19add9ddf5ea requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:04:58.015210 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ec6ca7b7-0c60-4d48-8e5e-96f4bd5688bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:58.087422 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ec6ca7b7-0c60-4d48-8e5e-96f4bd5688bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:58.120728 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d9ed72-9fa3-40a5-ba59-28fd582d4dae admin admin] Checking segment: {'id': '3a57d65c-e548-4ab1-90f3-8ad8ad3e8e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '567962eb-24a7-46f3-a813-d5149f254372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:04:58.121208 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d9ed72-9fa3-40a5-ba59-28fd582d4dae admin admin] Network hostable DHCP agents. Network: 567962eb-24a7-46f3-a813-d5149f254372, hostable agents: ['55735004-04ab-4467-ab29-fafa31dd3593'], hosted agents: [] {{(pid=93657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:04:58.168204 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [None req-248bde3c-7b37-4bea-a5a9-4c770588ec75 None None] For port d31377b5-90c0-435a-8a0e-da412031a132, host dv-cinder-788363-8-iscsi, cleared binding levels {{(pid=93660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:04:58.175646 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-c3042482-6e6e-40ae-9c52-d3a393792073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764429'] for router, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:58.185884 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [None req-248bde3c-7b37-4bea-a5a9-4c770588ec75 None None] For port d31377b5-90c0-435a-8a0e-da412031a132, host dv-cinder-788363-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=d31377b5-90c0-435a-8a0e-da412031a132,segment=NetworkSegment(d344549d-09e0-4982-8c11-6f16cb0baa64),segment_id=d344549d-09e0-4982-8c11-6f16cb0baa64)] {{(pid=93660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:04:58.193120 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-20b1a542-b4ef-4dc5-babb-76d779401d09 None None] Provisioning for port dab12513-2b6a-46ad-900d-a62ce513f76e completed by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:04:58.202875 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-248bde3c-7b37-4bea-a5a9-4c770588ec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:58.255089 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-ec6ca7b7-0c60-4d48-8e5e-96f4bd5688bd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9cd6dc8704684dcca7300fce573510c3&name=default HTTP/1.1" status: 200 len: 2977 time: 1.5106587 Jul 15 19:04:58.260781 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 49372) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:04:58.312028 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-021b5b91-99cd-45b5-a2af-6068fb3faeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:58.319667 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db231789-c88b-4a69-8741-7b31e549c698 None None] Pushing event updated for resources: {'Port': ['ID=d31377b5-90c0-435a-8a0e-da412031a132,revision_number=3']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:04:58.342415 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d9ed72-9fa3-40a5-ba59-28fd582d4dae admin admin] Network 567962eb-24a7-46f3-a813-d5149f254372 is scheduled to be hosted by DHCP agent 55735004-04ab-4467-ab29-fafa31dd3593 with binding_index 1 {{(pid=93657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:04:58.352256 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ca7b7-0c60-4d48-8e5e-96f4bd5688bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c102ff-96cf-4dab-9543-853eb8cf38e3,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:04:58.371919 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248bde3c-7b37-4bea-a5a9-4c770588ec75 None None] Routers {'7b9759c3-89bb-4cac-8bad-7129a62d1c00'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:04:58.373041 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-248bde3c-7b37-4bea-a5a9-4c770588ec75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:04:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['7b9759c3-89bb-4cac-8bad-7129a62d1c00'], 'active': True} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:04:58.378931 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.base_scheduler [None req-91d9ed72-9fa3-40a5-ba59-28fd582d4dae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-8-iscsi, 567962eb-24a7-46f3-a813-d5149f254372) {{(pid=93657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:04:58.382692 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-a8a6b030-3ae9-4c31-9e85-43a5b2f69709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:58.386574 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d9ed72-9fa3-40a5-ba59-28fd582d4dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:04:58.387164 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-91d9ed72-9fa3-40a5-ba59-28fd582d4dae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for subnet, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:58.423164 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-91d9ed72-9fa3-40a5-ba59-28fd582d4dae admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5599267 Jul 15 19:04:58.444262 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f14d1e8-b1b5-455c-b079-a62488772001 None None] Network 567962eb-24a7-46f3-a813-d5149f254372 requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:04:58.473642 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-a8a6b030-3ae9-4c31-9e85-43a5b2f69709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:58.567435 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5900b246-721b-47aa-bc7b-c650b77ebcf4 admin admin] Router 84b77c55-ec13-40c4-8a3c-98dc0159bab4 is scheduled to L3 agent d1959f4f-c5e4-447e-bdea-87c7e923db15 with binding_index 1 {{(pid=93657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 19:04:58.651701 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:58.662967 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvr_db [None req-248bde3c-7b37-4bea-a5a9-4c770588ec75 None None] Set router 7b9759c3-89bb-4cac-8bad-7129a62d1c00 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:04:58.733155 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-a8a6b030-3ae9-4c31-9e85-43a5b2f69709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:58.738039 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-a8a6b030-3ae9-4c31-9e85-43a5b2f69709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:58.739698 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-a8a6b030-3ae9-4c31-9e85-43a5b2f69709 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/42c102ff-96cf-4dab-9543-853eb8cf38e3 HTTP/1.1" status: 204 len: 168 time: 0.4723048 Jul 15 19:04:58.756712 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.agents_db [None req-ef181030-a4ef-48d9-9156-44fb1018252a None None] Agent healthcheck: found 6 active agents {{(pid=93660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:04:58.756940 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a6b030-3ae9-4c31-9e85-43a5b2f69709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c102ff-96cf-4dab-9543-853eb8cf38e3,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:04:58.829030 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 49392) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:04:58.956049 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device dab12513-2b6a-46ad-900d-a62ce513f76e up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:04:58.963132 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3042482-6e6e-40ae-9c52-d3a393792073 admin admin] Router 9944bf15-43cd-48cf-b31c-65d5a233a7a4 is scheduled to L3 agent d1959f4f-c5e4-447e-bdea-87c7e923db15 with binding_index 1 {{(pid=93658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 19:04:58.972843 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5900b246-721b-47aa-bc7b-c650b77ebcf4 admin admin] Notify agent at l3_agent.dv-cinder-788363-8-iscsi the message routers_updated {{(pid=93657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:04:59.013696 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c4addf-d85a-4889-96e7-9d12efaeb8e3 None None] Sync routers for ids ['84b77c55-ec13-40c4-8a3c-98dc0159bab4'] in dv-cinder-788363-8-iscsi {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:04:59.051641 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-5900b246-721b-47aa-bc7b-c650b77ebcf4 admin admin] Notify callbacks [] for router, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:59.058004 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-5900b246-721b-47aa-bc7b-c650b77ebcf4 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.1261637 Jul 15 19:04:59.058318 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c4addf-d85a-4889-96e7-9d12efaeb8e3 None None] Routers {'84b77c55-ec13-40c4-8a3c-98dc0159bab4'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:04:59.058318 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-b4c4addf-d85a-4889-96e7-9d12efaeb8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:04:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['84b77c55-ec13-40c4-8a3c-98dc0159bab4'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:04:59.060937 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f8ac04e-4635-48d3-9be2-18d562973082 admin admin] Deleting subnet 71465ebb-e2a5-4352-912a-bac296589c4c {{(pid=93657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:04:59.065530 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-4f8ac04e-4635-48d3-9be2-18d562973082 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:59.094024 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-248bde3c-7b37-4bea-a5a9-4c770588ec75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'name': 'tempest-AttachVolumeShelveTestJSON-637004643-router', 'tenant_id': '509209d2c8bd40dc87dfc3c3ad815494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'd31377b5-90c0-435a-8a0e-da412031a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:51Z', 'updated_at': '2021-07-15T19:04:53Z', 'revision_number': 3, 'project_id': '509209d2c8bd40dc87dfc3c3ad815494', 'gw_port': {'id': 'd31377b5-90c0-435a-8a0e-da412031a132', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:52Z', 'updated_at': '2021-07-15T19:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi'}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:04:59.118349 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-4f8ac04e-4635-48d3-9be2-18d562973082 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:59.132554 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-4f8ac04e-4635-48d3-9be2-18d562973082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1788362'] for subnet, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:59.197021 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248bde3c-7b37-4bea-a5a9-4c770588ec75 None None] The sync data for ids ['7b9759c3-89bb-4cac-8bad-7129a62d1c00'] in dv-cinder-788363-8-iscsi is: [{'id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'name': 'tempest-AttachVolumeShelveTestJSON-637004643-router', 'tenant_id': '509209d2c8bd40dc87dfc3c3ad815494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'd31377b5-90c0-435a-8a0e-da412031a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:51Z', 'updated_at': '2021-07-15T19:04:53Z', 'revision_number': 3, 'project_id': '509209d2c8bd40dc87dfc3c3ad815494', 'gw_port': {'id': 'd31377b5-90c0-435a-8a0e-da412031a132', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:52Z', 'updated_at': '2021-07-15T19:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi'}] {{(pid=93660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:04:59.254134 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning for port dab12513-2b6a-46ad-900d-a62ce513f76e completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:04:59.280752 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 49400) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:04:59.290662 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port dab12513-2b6a-46ad-900d-a62ce513f76e triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:04:59.291786 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.db_base_plugin_common [None req-021b5b91-99cd-45b5-a2af-6068fb3faeb0 admin admin] Allocated IP 172.20.0.1 (4bce21e0-88dc-4de8-9d22-c4e766c0d73f/4c53d632-04b3-4db0-b6ce-07c07955a0b8/4da03f02-b7d6-4be0-acf2-186cc838576d) {{(pid=93658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:04:59.292383 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:59.430944 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-4f8ac04e-4635-48d3-9be2-18d562973082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1788413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736'] for subnet, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:59.494272 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ac04e-4635-48d3-9be2-18d562973082 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71465ebb-e2a5-4352-912a-bac296589c4c,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:04:59.511082 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-35f1d3a0-895c-462a-9c67-123d33da6796 req-58a504c1-5ecc-4560-80ed-fd50c0c1574f tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/ports?device_id=3accc4cc-3b97-4aa6-a665-de0fbfd03ae1 HTTP/1.1" status: 200 len: 210 time: 0.2315614 Jul 15 19:04:59.589923 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-4f8ac04e-4635-48d3-9be2-18d562973082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for subnet, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:59.595363 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-4f8ac04e-4635-48d3-9be2-18d562973082 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/71465ebb-e2a5-4352-912a-bac296589c4c HTTP/1.1" status: 204 len: 168 time: 0.7650893 Jul 15 19:04:59.600049 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 49424) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:04:59.763258 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-b4c4addf-d85a-4889-96e7-9d12efaeb8e3 None None] Set router 84b77c55-ec13-40c4-8a3c-98dc0159bab4 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:04:59.885451 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-021b5b91-99cd-45b5-a2af-6068fb3faeb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:59.949841 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.provisioning_blocks [None req-021b5b91-99cd-45b5-a2af-6068fb3faeb0 admin admin] Transition to ACTIVE for port object 4da03f02-b7d6-4be0-acf2-186cc838576d will not be triggered until provisioned by entity DHCP. {{(pid=93658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:05:00.160066 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3042482-6e6e-40ae-9c52-d3a393792073 admin admin] Notify agent at l3_agent.dv-cinder-788363-8-iscsi the message routers_updated {{(pid=93658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:05:00.163873 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-021b5b91-99cd-45b5-a2af-6068fb3faeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355'] for port, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:00.184177 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f08909f-cba9-4e0d-a364-26ed6a0fd2dc None None] Network 567962eb-24a7-46f3-a813-d5149f254372 requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:05:00.186236 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da811a6a-4534-4ab9-9cec-8050087ff99c None None] Sync routers for ids ['9944bf15-43cd-48cf-b31c-65d5a233a7a4'] in dv-cinder-788363-8-iscsi {{(pid=93660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:05:00.214220 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e62df867-2269-4d02-8745-29a79af5d202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603233'] for network, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:00.217754 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021b5b91-99cd-45b5-a2af-6068fb3faeb0 admin admin] Network 4bce21e0-88dc-4de8-9d22-c4e766c0d73f is already hosted by enough agents. {{(pid=93658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:05:00.229680 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da811a6a-4534-4ab9-9cec-8050087ff99c None None] Routers {'9944bf15-43cd-48cf-b31c-65d5a233a7a4'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:05:00.231165 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-c3042482-6e6e-40ae-9c52-d3a393792073 admin admin] Notify callbacks [] for router, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:00.234791 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-da811a6a-4534-4ab9-9cec-8050087ff99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:04:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['9944bf15-43cd-48cf-b31c-65d5a233a7a4'], 'active': True} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:00.238782 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-c3042482-6e6e-40ae-9c52-d3a393792073 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.7094536 Jul 15 19:05:00.247490 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 49446) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:00.251620 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.base_scheduler [None req-021b5b91-99cd-45b5-a2af-6068fb3faeb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:05:00.261414 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021b5b91-99cd-45b5-a2af-6068fb3faeb0 admin admin] Received port after_create {{(pid=93658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:05:00.261859 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-021b5b91-99cd-45b5-a2af-6068fb3faeb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-695866'] for router_interface, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:00.681189 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-1db9c3d8-7d24-4eb7-9be3-e0eca97c171c None None] Provisioning complete for port dab12513-2b6a-46ad-900d-a62ce513f76e triggered by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:05:00.682227 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-1db9c3d8-7d24-4eb7-9be3-e0eca97c171c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:00.867261 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b5b91-99cd-45b5-a2af-6068fb3faeb0 admin admin] Pushing event updated for resources: {'Port': ['ID=4da03f02-b7d6-4be0-acf2-186cc838576d,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:00.970478 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e62df867-2269-4d02-8745-29a79af5d202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787310', 'neutron.services.segments.db._delete_segments_for_network-8730935243340'] for network, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:00.970701 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:00.986233 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e62df867-2269-4d02-8745-29a79af5d202 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:00.986924 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e62df867-2269-4d02-8745-29a79af5d202 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:00.987890 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e62df867-2269-4d02-8745-29a79af5d202 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:00.988426 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e62df867-2269-4d02-8745-29a79af5d202 admin admin] Subscribe: > port after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:00.988949 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e62df867-2269-4d02-8745-29a79af5d202 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:00.989499 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e62df867-2269-4d02-8745-29a79af5d202 admin admin] Subscribe: > port after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:00.990062 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e62df867-2269-4d02-8745-29a79af5d202 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:00.990660 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e62df867-2269-4d02-8745-29a79af5d202 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:00.991189 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e62df867-2269-4d02-8745-29a79af5d202 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:00.991856 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e62df867-2269-4d02-8745-29a79af5d202 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:01.105759 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvr_db [None req-da811a6a-4534-4ab9-9cec-8050087ff99c None None] Set router 9944bf15-43cd-48cf-b31c-65d5a233a7a4 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:05:01.330324 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] For port dab12513-2b6a-46ad-900d-a62ce513f76e, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=dab12513-2b6a-46ad-900d-a62ce513f76e,segment=NetworkSegment(c5f51327-4914-48ee-89a2-7f0bd5724fec),segment_id=c5f51327-4914-48ee-89a2-7f0bd5724fec)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:05:01.345281 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-1db9c3d8-7d24-4eb7-9be3-e0eca97c171c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:01.359414 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:01.488780 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-560e2017-088d-440d-944f-c97e7e5bd50a req-43dc46a0-f951-40fe-8c3b-258d09d3fb99 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/ports?device_id=3accc4cc-3b97-4aa6-a665-de0fbfd03ae1 HTTP/1.1" status: 200 len: 210 time: 0.2529531 Jul 15 19:05:01.556041 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e62df867-2269-4d02-8745-29a79af5d202 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:01.557832 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e62df867-2269-4d02-8745-29a79af5d202 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:01.559305 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e62df867-2269-4d02-8745-29a79af5d202 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:01.560940 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e62df867-2269-4d02-8745-29a79af5d202 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:01.561606 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.services.segments.db [None req-e62df867-2269-4d02-8745-29a79af5d202 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['193231ff-7545-4c5e-b972-ad336648ed7b']}} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:01.579028 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-b4c4addf-d85a-4889-96e7-9d12efaeb8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b77c55-ec13-40c4-8a3c-98dc0159bab4', 'name': 'tempest-ServerRescueNegativeTestJSON-910084422-router', 'tenant_id': '5330063560884d19abff6266bfc251c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '2e8005cd-7395-4d6a-aaf2-2f61189c89f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:52Z', 'updated_at': '2021-07-15T19:04:56Z', 'revision_number': 3, 'project_id': '5330063560884d19abff6266bfc251c7', 'gw_port': {'id': '2e8005cd-7395-4d6a-aaf2-2f61189c89f9', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dd:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b77c55-ec13-40c4-8a3c-98dc0159bab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:54Z', 'updated_at': '2021-07-15T19:04:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi'}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:01.583887 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-021b5b91-99cd-45b5-a2af-6068fb3faeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:01.674917 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device d31377b5-90c0-435a-8a0e-da412031a132 up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:05:01.682351 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c4addf-d85a-4889-96e7-9d12efaeb8e3 None None] Checking router: 84b77c55-ec13-40c4-8a3c-98dc0159bab4 for host: dv-cinder-788363-8-iscsi {{(pid=93659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:05:01.683066 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c4addf-d85a-4889-96e7-9d12efaeb8e3 None None] Updating router 84b77c55-ec13-40c4-8a3c-98dc0159bab4 port 2e8005cd-7395-4d6a-aaf2-2f61189c89f9 binding host dv-cinder-788363-8-iscsi {{(pid=93659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:05:01.705468 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Pushing event updated for resources: {'Port': ['ID=dab12513-2b6a-46ad-900d-a62ce513f76e,revision_number=3']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:01.712221 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.services.segments.db [None req-e62df867-2269-4d02-8745-29a79af5d202 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c5aa984-e3d1-4003-bdf2-886839e3cf76') {'for_net_delete': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:01.712518 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.services.segments.db [None req-e62df867-2269-4d02-8745-29a79af5d202 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c5aa984-e3d1-4003-bdf2-886839e3cf76') {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:01.713919 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.db.api [None req-1db9c3d8-7d24-4eb7-9be3-e0eca97c171c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 19:05:01.714686 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG oslo_db.api [None req-1db9c3d8-7d24-4eb7-9be3-e0eca97c171c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 19:05:01.769226 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-b4c4addf-d85a-4889-96e7-9d12efaeb8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:01.801703 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-da811a6a-4534-4ab9-9cec-8050087ff99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'name': 'tempest-AttachVolumeTestJSON-849670566-router', 'tenant_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '7a120c26-ffb4-438b-9454-fa169924e15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:53Z', 'updated_at': '2021-07-15T19:04:57Z', 'revision_number': 3, 'project_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'gw_port': {'id': '7a120c26-ffb4-438b-9454-fa169924e15a', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:55Z', 'updated_at': '2021-07-15T19:04:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi'}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:01.840871 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e62df867-2269-4d02-8745-29a79af5d202 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730935246421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6718485'] for segment, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:01.878911 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning for port d31377b5-90c0-435a-8a0e-da412031a132 completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:05:01.892558 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da811a6a-4534-4ab9-9cec-8050087ff99c None None] Checking router: 9944bf15-43cd-48cf-b31c-65d5a233a7a4 for host: dv-cinder-788363-8-iscsi {{(pid=93660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:05:01.893088 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da811a6a-4534-4ab9-9cec-8050087ff99c None None] Updating router 9944bf15-43cd-48cf-b31c-65d5a233a7a4 port 7a120c26-ffb4-438b-9454-fa169924e15a binding host dv-cinder-788363-8-iscsi {{(pid=93660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:05:02.004602 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e62df867-2269-4d02-8745-29a79af5d202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882'] for segment, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:02.024502 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e62df867-2269-4d02-8745-29a79af5d202 admin admin] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=93657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:05:02.024788 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e62df867-2269-4d02-8745-29a79af5d202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6306772'] for segment, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:02.030542 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-da811a6a-4534-4ab9-9cec-8050087ff99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:02.030774 dv-cinder-788363-8-iscsi neutron-server[93657]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 19:05:02.030774 dv-cinder-788363-8-iscsi neutron-server[93657]: from cryptography.utils import int_from_bytes Jul 15 19:05:02.030774 dv-cinder-788363-8-iscsi neutron-server[93657]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 19:05:02.030774 dv-cinder-788363-8-iscsi neutron-server[93657]: from cryptography.utils import int_from_bytes Jul 15 19:05:02.030774 dv-cinder-788363-8-iscsi neutron-server[93657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:05:02.030774 dv-cinder-788363-8-iscsi neutron-server[93657]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:05:02.030774 dv-cinder-788363-8-iscsi neutron-server[93657]: Traceback (most recent call last): Jul 15 19:05:02.030774 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:05:02.030774 dv-cinder-788363-8-iscsi neutron-server[93657]: timer() Jul 15 19:05:02.030774 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:05:02.030774 dv-cinder-788363-8-iscsi neutron-server[93657]: cb(*args, **kw) Jul 15 19:05:02.030774 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:05:02.030774 dv-cinder-788363-8-iscsi neutron-server[93657]: return func(*args, **kwargs) Jul 15 19:05:02.030774 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:05:02.030774 dv-cinder-788363-8-iscsi neutron-server[93657]: self._notify() Jul 15 19:05:02.030774 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:05:02.030774 dv-cinder-788363-8-iscsi neutron-server[93657]: self.callback(batched_events) Jul 15 19:05:02.030774 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:05:02.030774 dv-cinder-788363-8-iscsi neutron-server[93657]: event.method(event) Jul 15 19:05:02.030774 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:05:02.030774 dv-cinder-788363-8-iscsi neutron-server[93657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:05:02.030774 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:05:02.030774 dv-cinder-788363-8-iscsi neutron-server[93657]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:05:02.030774 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:05:02.030774 dv-cinder-788363-8-iscsi neutron-server[93657]: return f(self, *a, **k) Jul 15 19:05:02.030774 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:05:02.030774 dv-cinder-788363-8-iscsi neutron-server[93657]: return self._get(url).json() Jul 15 19:05:02.030774 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:05:02.030774 dv-cinder-788363-8-iscsi neutron-server[93657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:05:02.030774 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:05:02.030774 dv-cinder-788363-8-iscsi neutron-server[93657]: return self.request(url, 'GET', **kwargs) Jul 15 19:05:02.030774 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:05:02.030774 dv-cinder-788363-8-iscsi neutron-server[93657]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:05:02.030774 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:05:02.030774 dv-cinder-788363-8-iscsi neutron-server[93657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:05:02.030774 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:05:02.030774 dv-cinder-788363-8-iscsi neutron-server[93657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:05:02.030774 dv-cinder-788363-8-iscsi neutron-server[93657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:05:02.063525 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.69', 64733) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:02.063855 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 49492) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:02.079297 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port d31377b5-90c0-435a-8a0e-da412031a132 triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:05:02.079679 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:02.439118 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:02.453765 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-021b5b91-99cd-45b5-a2af-6068fb3faeb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:02.464103 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-021b5b91-99cd-45b5-a2af-6068fb3faeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:02.464806 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-021b5b91-99cd-45b5-a2af-6068fb3faeb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695886'] for router_interface, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:02.468895 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] For port d31377b5-90c0-435a-8a0e-da412031a132, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=d31377b5-90c0-435a-8a0e-da412031a132,segment=NetworkSegment(d344549d-09e0-4982-8c11-6f16cb0baa64),segment_id=d344549d-09e0-4982-8c11-6f16cb0baa64)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:05:02.473197 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-3b0a2ade-3f4f-4921-a239-8e4545646c31 None None] Provisioning for port 4da03f02-b7d6-4be0-acf2-186cc838576d completed by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:05:02.486257 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:02.499170 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-3b0a2ade-3f4f-4921-a239-8e4545646c31 None None] Provisioning complete for port 4da03f02-b7d6-4be0-acf2-186cc838576d triggered by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:05:02.500116 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-3b0a2ade-3f4f-4921-a239-8e4545646c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:02.598664 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e62df867-2269-4d02-8745-29a79af5d202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764597'] for network, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:02.619190 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-3b0a2ade-3f4f-4921-a239-8e4545646c31 None None] Port 4da03f02-b7d6-4be0-acf2-186cc838576d cannot update to ACTIVE because it is not bound. {{(pid=93659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:05:02.654507 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-9c1296f8-273e-4f56-90ff-f9dd7aa03d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:02.671005 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Pushing event updated for resources: {'Port': ['ID=d31377b5-90c0-435a-8a0e-da412031a132,revision_number=4']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:02.683780 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e62df867-2269-4d02-8745-29a79af5d202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for network, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:02.686693 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-e62df867-2269-4d02-8745-29a79af5d202 admin admin] 10.222.0.70 "DELETE /v2.0/networks/193231ff-7545-4c5e-b972-ad336648ed7b HTTP/1.1" status: 204 len: 168 time: 3.0784202 Jul 15 19:05:02.701712 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 49514) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:02.721516 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-b4c4addf-d85a-4889-96e7-9d12efaeb8e3 None None] Notify callbacks [] for port, precommit_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:02.737842 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62df867-2269-4d02-8745-29a79af5d202 admin admin] Pushing event deleted for resources: {'Network': ['ID=193231ff-7545-4c5e-b972-ad336648ed7b,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:02.741621 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-b4c4addf-d85a-4889-96e7-9d12efaeb8e3 None None] Transition to ACTIVE for port object 2e8005cd-7395-4d6a-aaf2-2f61189c89f9 will not be triggered until provisioned by entity L2. {{(pid=93659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:05:02.769599 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-b4c4addf-d85a-4889-96e7-9d12efaeb8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:02.840930 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9a7a393-3f1d-418d-a8a3-30e96a11e214 admin admin] Deleting subnet 4f85656d-93ae-4361-92c8-3d5575f3be77 {{(pid=93657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:05:02.845230 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e9a7a393-3f1d-418d-a8a3-30e96a11e214 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:02.863970 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b5b91-99cd-45b5-a2af-6068fb3faeb0 admin admin] Pushing event updated for resources: {'Port': ['ID=4da03f02-b7d6-4be0-acf2-186cc838576d,revision_number=2']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:02.894972 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e9a7a393-3f1d-418d-a8a3-30e96a11e214 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6718498'] for subnet, precommit_delete_associations {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:02.895233 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-b4c4addf-d85a-4889-96e7-9d12efaeb8e3 None None] Attempting to bind port 2e8005cd-7395-4d6a-aaf2-2f61189c89f9 on host dv-cinder-788363-8-iscsi for vnic_type normal with profile {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:05:02.900975 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-b4c4addf-d85a-4889-96e7-9d12efaeb8e3 None None] Attempting to bind port 2e8005cd-7395-4d6a-aaf2-2f61189c89f9 by drivers openvswitch,hyperv on host dv-cinder-788363-8-iscsi at level 0 using segments [{'id': 'd344549d-09e0-4982-8c11-6f16cb0baa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'}] {{(pid=93659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:05:02.904246 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c4addf-d85a-4889-96e7-9d12efaeb8e3 None None] Attempting to bind port 2e8005cd-7395-4d6a-aaf2-2f61189c89f9 on network e1e7053a-85e2-45af-9353-c5375187db21 {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:05:02.919943 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-d8b02d62-f629-4647-a714-a000a25a8296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:02.934808 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c4addf-d85a-4889-96e7-9d12efaeb8e3 None None] Checking agent: {'id': 'ac33f8ba-c243-4061-a3c6-3aff717edb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 52), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:05:02.935670 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c4addf-d85a-4889-96e7-9d12efaeb8e3 None None] Checking segment: {'id': 'd344549d-09e0-4982-8c11-6f16cb0baa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:05:02.936085 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-b4c4addf-d85a-4889-96e7-9d12efaeb8e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:02.936488 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c4addf-d85a-4889-96e7-9d12efaeb8e3 None None] Bound using segment: {'id': 'd344549d-09e0-4982-8c11-6f16cb0baa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'} {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:05:02.937176 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-b4c4addf-d85a-4889-96e7-9d12efaeb8e3 None None] Bound port: 2e8005cd-7395-4d6a-aaf2-2f61189c89f9, host: dv-cinder-788363-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd344549d-09e0-4982-8c11-6f16cb0baa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'}}] {{(pid=93659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:05:02.937600 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-b4c4addf-d85a-4889-96e7-9d12efaeb8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:02.967770 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f1074-9814-4231-99b3-1e1c1a22295d req-8141cf72-d90c-4bec-8a14-4e3a8f717839 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:02.969954 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-794f1074-9814-4231-99b3-1e1c1a22295d req-8141cf72-d90c-4bec-8a14-4e3a8f717839 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.69 "GET /v2.0/networks?id=587de033-a442-4b42-bde0-545308a7f82d HTTP/1.1" status: 200 len: 811 time: 0.9026167 Jul 15 19:05:03.021009 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-b4c4addf-d85a-4889-96e7-9d12efaeb8e3 None None] For port 2e8005cd-7395-4d6a-aaf2-2f61189c89f9, host dv-cinder-788363-8-iscsi, cleared binding levels {{(pid=93659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:05:03.025362 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-b4c4addf-d85a-4889-96e7-9d12efaeb8e3 None None] For port 2e8005cd-7395-4d6a-aaf2-2f61189c89f9, host dv-cinder-788363-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=2e8005cd-7395-4d6a-aaf2-2f61189c89f9,segment=NetworkSegment(d344549d-09e0-4982-8c11-6f16cb0baa64),segment_id=d344549d-09e0-4982-8c11-6f16cb0baa64)] {{(pid=93659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:05:03.027336 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342619c1-e35a-42b2-b3c3-4b67b03ef999 None None] Pushing event updated for resources: {'Port': ['ID=2e8005cd-7395-4d6a-aaf2-2f61189c89f9,revision_number=2']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:03.033847 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-b4c4addf-d85a-4889-96e7-9d12efaeb8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:03.078402 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-da811a6a-4534-4ab9-9cec-8050087ff99c None None] Notify callbacks [] for port, precommit_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:03.102267 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.provisioning_blocks [None req-da811a6a-4534-4ab9-9cec-8050087ff99c None None] Transition to ACTIVE for port object 7a120c26-ffb4-438b-9454-fa169924e15a will not be triggered until provisioned by entity L2. {{(pid=93660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:05:03.122632 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-da811a6a-4534-4ab9-9cec-8050087ff99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:03.130083 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-b581bba0-e47c-4ac0-8dcc-6f9e1fd24e6f req-e4cfa29b-6950-4d50-80f1-3d012cef4d93 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/ports?device_id=3accc4cc-3b97-4aa6-a665-de0fbfd03ae1 HTTP/1.1" status: 200 len: 210 time: 0.2075489 Jul 15 19:05:03.187435 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [req-794f1074-9814-4231-99b3-1e1c1a22295d req-aa0be701-78a8-4427-8ab1-b555e43663e8 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] Request body: {'port': {'device_id': '3accc4cc-3b97-4aa6-a665-de0fbfd03ae1', 'network_id': '587de033-a442-4b42-bde0-545308a7f82d', 'admin_state_up': True, 'tenant_id': '76cefb4140f84199a27c5cb0cfea9e65'}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:05:03.230026 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52866ec-a5d5-42f2-a640-155f8d1bbe12 None None] Pushing event updated for resources: {'Port': ['ID=7a120c26-ffb4-438b-9454-fa169924e15a,revision_number=2']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:03.231303 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e9a7a393-3f1d-418d-a8a3-30e96a11e214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1788362'] for subnet, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:03.261296 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.managers [None req-da811a6a-4534-4ab9-9cec-8050087ff99c None None] Attempting to bind port 7a120c26-ffb4-438b-9454-fa169924e15a on host dv-cinder-788363-8-iscsi for vnic_type normal with profile {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:05:03.261684 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.managers [None req-da811a6a-4534-4ab9-9cec-8050087ff99c None None] Attempting to bind port 7a120c26-ffb4-438b-9454-fa169924e15a by drivers openvswitch,hyperv on host dv-cinder-788363-8-iscsi at level 0 using segments [{'id': 'd344549d-09e0-4982-8c11-6f16cb0baa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'}] {{(pid=93660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:05:03.262068 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da811a6a-4534-4ab9-9cec-8050087ff99c None None] Attempting to bind port 7a120c26-ffb4-438b-9454-fa169924e15a on network e1e7053a-85e2-45af-9353-c5375187db21 {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:05:03.268278 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da811a6a-4534-4ab9-9cec-8050087ff99c None None] Checking agent: {'id': 'ac33f8ba-c243-4061-a3c6-3aff717edb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 52), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:05:03.268661 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da811a6a-4534-4ab9-9cec-8050087ff99c None None] Checking segment: {'id': 'd344549d-09e0-4982-8c11-6f16cb0baa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:05:03.269267 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-da811a6a-4534-4ab9-9cec-8050087ff99c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:03.269859 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da811a6a-4534-4ab9-9cec-8050087ff99c None None] Bound using segment: {'id': 'd344549d-09e0-4982-8c11-6f16cb0baa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'} {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:05:03.270529 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.managers [None req-da811a6a-4534-4ab9-9cec-8050087ff99c None None] Bound port: 7a120c26-ffb4-438b-9454-fa169924e15a, host: dv-cinder-788363-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd344549d-09e0-4982-8c11-6f16cb0baa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'}}] {{(pid=93660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:05:03.271104 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-da811a6a-4534-4ab9-9cec-8050087ff99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:03.274343 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021b5b91-99cd-45b5-a2af-6068fb3faeb0 admin admin] Network 4bce21e0-88dc-4de8-9d22-c4e766c0d73f is already hosted by enough agents. {{(pid=93658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:05:03.278890 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.base_scheduler [None req-021b5b91-99cd-45b5-a2af-6068fb3faeb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:05:03.356374 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c4addf-d85a-4889-96e7-9d12efaeb8e3 None None] Routers {'84b77c55-ec13-40c4-8a3c-98dc0159bab4'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:05:03.358115 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-b4c4addf-d85a-4889-96e7-9d12efaeb8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:04:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['84b77c55-ec13-40c4-8a3c-98dc0159bab4'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:03.406701 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [None req-da811a6a-4534-4ab9-9cec-8050087ff99c None None] For port 7a120c26-ffb4-438b-9454-fa169924e15a, host dv-cinder-788363-8-iscsi, cleared binding levels {{(pid=93660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:05:03.412620 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [None req-da811a6a-4534-4ab9-9cec-8050087ff99c None None] For port 7a120c26-ffb4-438b-9454-fa169924e15a, host dv-cinder-788363-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=7a120c26-ffb4-438b-9454-fa169924e15a,segment=NetworkSegment(d344549d-09e0-4982-8c11-6f16cb0baa64),segment_id=d344549d-09e0-4982-8c11-6f16cb0baa64)] {{(pid=93660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:05:03.420970 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-da811a6a-4534-4ab9-9cec-8050087ff99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:03.514489 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342619c1-e35a-42b2-b3c3-4b67b03ef999 None None] Pushing event updated for resources: {'Port': ['ID=2e8005cd-7395-4d6a-aaf2-2f61189c89f9,revision_number=3']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:03.582077 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da811a6a-4534-4ab9-9cec-8050087ff99c None None] Routers {'9944bf15-43cd-48cf-b31c-65d5a233a7a4'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:05:03.588573 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-da811a6a-4534-4ab9-9cec-8050087ff99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:04:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['9944bf15-43cd-48cf-b31c-65d5a233a7a4'], 'active': True} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:03.744020 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device dab12513-2b6a-46ad-900d-a62ce513f76e up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:05:03.781960 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvr_db [None req-da811a6a-4534-4ab9-9cec-8050087ff99c None None] Set router 9944bf15-43cd-48cf-b31c-65d5a233a7a4 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:05:03.907094 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d2bdb5da-2c67-41b6-85c7-a933718e3748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:03.968264 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021b5b91-99cd-45b5-a2af-6068fb3faeb0 admin admin] Router 7b9759c3-89bb-4cac-8bad-7129a62d1c00 has already been hosted by L3 agent d1959f4f-c5e4-447e-bdea-87c7e923db15 {{(pid=93658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:05:04.074839 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-b4c4addf-d85a-4889-96e7-9d12efaeb8e3 None None] Set router 84b77c55-ec13-40c4-8a3c-98dc0159bab4 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:05:04.162646 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e9a7a393-3f1d-418d-a8a3-30e96a11e214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1788413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6305910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5276088'] for subnet, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:04.227757 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52866ec-a5d5-42f2-a640-155f8d1bbe12 None None] Pushing event updated for resources: {'Port': ['ID=7a120c26-ffb4-438b-9454-fa169924e15a,revision_number=3']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:04.238680 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-9c1296f8-273e-4f56-90ff-f9dd7aa03d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:04.247063 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-658aa2ef-402b-428e-977c-95cb0697724f None None] Provisioning complete for port 4da03f02-b7d6-4be0-acf2-186cc838576d triggered by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:05:04.247871 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-658aa2ef-402b-428e-977c-95cb0697724f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:04.249466 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 49564) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:04.326291 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-da811a6a-4534-4ab9-9cec-8050087ff99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'name': 'tempest-AttachVolumeTestJSON-849670566-router', 'tenant_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '7a120c26-ffb4-438b-9454-fa169924e15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:53Z', 'updated_at': '2021-07-15T19:04:57Z', 'revision_number': 3, 'project_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'gw_port': {'id': '7a120c26-ffb4-438b-9454-fa169924e15a', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:55Z', 'updated_at': '2021-07-15T19:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi'}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:04.337854 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-658aa2ef-402b-428e-977c-95cb0697724f None None] Port 4da03f02-b7d6-4be0-acf2-186cc838576d cannot update to ACTIVE because it is not bound. {{(pid=93659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:05:04.353088 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-9c1296f8-273e-4f56-90ff-f9dd7aa03d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:04.404188 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da811a6a-4534-4ab9-9cec-8050087ff99c None None] The sync data for ids ['9944bf15-43cd-48cf-b31c-65d5a233a7a4'] in dv-cinder-788363-8-iscsi is: [{'id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'name': 'tempest-AttachVolumeTestJSON-849670566-router', 'tenant_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '7a120c26-ffb4-438b-9454-fa169924e15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:53Z', 'updated_at': '2021-07-15T19:04:57Z', 'revision_number': 3, 'project_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'gw_port': {'id': '7a120c26-ffb4-438b-9454-fa169924e15a', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:55Z', 'updated_at': '2021-07-15T19:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi'}] {{(pid=93660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:05:04.407720 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e9a7a393-3f1d-418d-a8a3-30e96a11e214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for subnet, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:04.409690 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-e9a7a393-3f1d-418d-a8a3-30e96a11e214 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/4f85656d-93ae-4361-92c8-3d5575f3be77 HTTP/1.1" status: 204 len: 168 time: 1.7069917 Jul 15 19:05:04.410551 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7a393-3f1d-418d-a8a3-30e96a11e214 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f85656d-93ae-4361-92c8-3d5575f3be77,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:04.433205 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 49570) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:04.500315 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port dab12513-2b6a-46ad-900d-a62ce513f76e triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:05:04.500846 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:04.557253 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-59f5e76b-790f-4e5c-b416-6dc153b83ba4 req-e0317e98-5c21-43d4-b471-0e7aed6f68d4 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/ports?device_id=3accc4cc-3b97-4aa6-a665-de0fbfd03ae1 HTTP/1.1" status: 200 len: 210 time: 0.1144199 Jul 15 19:05:04.597257 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.db_base_plugin_common [None req-d8b02d62-f629-4647-a714-a000a25a8296 admin admin] Allocated IP 172.20.0.1 (db293c0c-639d-465d-957a-7d2d560b6fd9/c64f9169-c20b-4ae0-8226-b6cbf9550510/ff1ecc5b-eab8-4571-8d80-2f03bd8960ae) {{(pid=93657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:05:04.611201 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-794f1074-9814-4231-99b3-1e1c1a22295d req-aa0be701-78a8-4427-8ab1-b555e43663e8 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] Made reservation on behalf of 76cefb4140f84199a27c5cb0cfea9e65 for: {'port': 1} {{(pid=93657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:05:04.615992 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-794f1074-9814-4231-99b3-1e1c1a22295d req-aa0be701-78a8-4427-8ab1-b555e43663e8 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:04.633756 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021b5b91-99cd-45b5-a2af-6068fb3faeb0 admin admin] Notify agent at l3_agent.dv-cinder-788363-8-iscsi the message routers_updated {{(pid=93658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:05:04.650119 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-021b5b91-99cd-45b5-a2af-6068fb3faeb0 admin admin] 10.222.0.70 "PUT /v2.0/routers/7b9759c3-89bb-4cac-8bad-7129a62d1c00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4979203 Jul 15 19:05:04.659068 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-9c1296f8-273e-4f56-90ff-f9dd7aa03d94 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2268ae58a9b44494845be63e83c2334c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5895581 Jul 15 19:05:04.661834 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 49574) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:04.683812 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device d31377b5-90c0-435a-8a0e-da412031a132 up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:05:04.709225 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-082ae37b-2a1a-4968-93b2-046ce452e010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:04.711568 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.db_base_plugin_common [None req-d2bdb5da-2c67-41b6-85c7-a933718e3748 admin admin] Allocated IP 172.20.0.1 (673ecaa8-9125-4486-9436-19add9ddf5ea/14efcbfe-a38f-460b-a7fe-e5ca16293d31/46040869-a671-4930-9d0e-cfdde46b3216) {{(pid=93658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:05:04.761279 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1296f8-273e-4f56-90ff-f9dd7aa03d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9287955-c6b5-46b5-be8d-8e2944e3c7c4,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:04.787295 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-50f82bef-69d7-4607-a2fa-3311ab8b35f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603233'] for network, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:04.789054 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c019c3-108b-4461-98a5-84634a4a0aa3 None None] Sync routers for ids ['7b9759c3-89bb-4cac-8bad-7129a62d1c00'] in dv-cinder-788363-8-iscsi {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:05:04.860203 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-b4c4addf-d85a-4889-96e7-9d12efaeb8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b77c55-ec13-40c4-8a3c-98dc0159bab4', 'name': 'tempest-ServerRescueNegativeTestJSON-910084422-router', 'tenant_id': '5330063560884d19abff6266bfc251c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '2e8005cd-7395-4d6a-aaf2-2f61189c89f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:52Z', 'updated_at': '2021-07-15T19:04:56Z', 'revision_number': 3, 'project_id': '5330063560884d19abff6266bfc251c7', 'gw_port': {'id': '2e8005cd-7395-4d6a-aaf2-2f61189c89f9', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dd:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b77c55-ec13-40c4-8a3c-98dc0159bab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:54Z', 'updated_at': '2021-07-15T19:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi'}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:04.941551 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c4addf-d85a-4889-96e7-9d12efaeb8e3 None None] The sync data for ids ['84b77c55-ec13-40c4-8a3c-98dc0159bab4'] in dv-cinder-788363-8-iscsi is: [{'id': '84b77c55-ec13-40c4-8a3c-98dc0159bab4', 'name': 'tempest-ServerRescueNegativeTestJSON-910084422-router', 'tenant_id': '5330063560884d19abff6266bfc251c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '2e8005cd-7395-4d6a-aaf2-2f61189c89f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:52Z', 'updated_at': '2021-07-15T19:04:56Z', 'revision_number': 3, 'project_id': '5330063560884d19abff6266bfc251c7', 'gw_port': {'id': '2e8005cd-7395-4d6a-aaf2-2f61189c89f9', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dd:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b77c55-ec13-40c4-8a3c-98dc0159bab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:54Z', 'updated_at': '2021-07-15T19:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi'}] {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:05:04.949811 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port d31377b5-90c0-435a-8a0e-da412031a132 triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:05:04.950321 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:04.977264 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c019c3-108b-4461-98a5-84634a4a0aa3 None None] Routers {'7b9759c3-89bb-4cac-8bad-7129a62d1c00'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:05:04.979461 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-45c019c3-108b-4461-98a5-84634a4a0aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:04:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['7b9759c3-89bb-4cac-8bad-7129a62d1c00'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:05.013029 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-92277f44-a222-4040-a8de-e7726aa346c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:05.020438 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d2bdb5da-2c67-41b6-85c7-a933718e3748 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:05.057279 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.provisioning_blocks [None req-d2bdb5da-2c67-41b6-85c7-a933718e3748 admin admin] Transition to ACTIVE for port object 46040869-a671-4930-9d0e-cfdde46b3216 will not be triggered until provisioned by entity DHCP. {{(pid=93658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:05:05.060243 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-92277f44-a222-4040-a8de-e7726aa346c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:05.236341 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d2bdb5da-2c67-41b6-85c7-a933718e3748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355'] for port, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:05.241260 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-92277f44-a222-4040-a8de-e7726aa346c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:05.243818 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-92277f44-a222-4040-a8de-e7726aa346c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:05.245050 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-92277f44-a222-4040-a8de-e7726aa346c1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e9287955-c6b5-46b5-be8d-8e2944e3c7c4 HTTP/1.1" status: 204 len: 168 time: 0.5819957 Jul 15 19:05:05.339116 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92277f44-a222-4040-a8de-e7726aa346c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9287955-c6b5-46b5-be8d-8e2944e3c7c4,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:05.394955 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-45c019c3-108b-4461-98a5-84634a4a0aa3 None None] Set router 7b9759c3-89bb-4cac-8bad-7129a62d1c00 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:05:05.397878 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bdb5da-2c67-41b6-85c7-a933718e3748 admin admin] Network 673ecaa8-9125-4486-9436-19add9ddf5ea is already hosted by enough agents. {{(pid=93658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:05:05.402143 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.base_scheduler [None req-d2bdb5da-2c67-41b6-85c7-a933718e3748 admin admin] Resources bound (agent type, host, resource id): {{(pid=93658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:05:05.414663 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bdb5da-2c67-41b6-85c7-a933718e3748 admin admin] Received port after_create {{(pid=93658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:05:05.415150 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d2bdb5da-2c67-41b6-85c7-a933718e3748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-695866'] for router_interface, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:05.572893 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bdb5da-2c67-41b6-85c7-a933718e3748 admin admin] Pushing event updated for resources: {'Port': ['ID=46040869-a671-4930-9d0e-cfdde46b3216,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:06.115833 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d2bdb5da-2c67-41b6-85c7-a933718e3748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:06.148593 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-50f82bef-69d7-4607-a2fa-3311ab8b35f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787310', 'neutron.services.segments.db._delete_segments_for_network-8730935243340'] for network, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:06.203721 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-d8b02d62-f629-4647-a714-a000a25a8296 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:06.236077 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.services.segments.db [None req-50f82bef-69d7-4607-a2fa-3311ab8b35f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['567962eb-24a7-46f3-a813-d5149f254372']}} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:06.249789 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 7a120c26-ffb4-438b-9454-fa169924e15a up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:05:06.301899 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.db_base_plugin_common [req-794f1074-9814-4231-99b3-1e1c1a22295d req-aa0be701-78a8-4427-8ab1-b555e43663e8 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] Allocated IP 172.20.0.7 (587de033-a442-4b42-bde0-545308a7f82d/dfc3c586-e614-4b2c-8a2e-ba69cd7ed713/b4bf7a26-0214-463a-9387-e6e48597107b) {{(pid=93657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:05:06.319181 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 49600) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:06.354141 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f60a0a41-cb83-41c8-b948-7138ef9a631a req-74d76946-3bb5-4870-bb53-795fffa6aec5 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/ports?device_id=3accc4cc-3b97-4aa6-a665-de0fbfd03ae1 HTTP/1.1" status: 200 len: 210 time: 0.2008317 Jul 15 19:05:06.360691 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.services.segments.db [None req-50f82bef-69d7-4607-a2fa-3311ab8b35f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a57d65c-e548-4ab1-90f3-8ad8ad3e8e86') {'for_net_delete': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:06.371775 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.services.segments.db [None req-50f82bef-69d7-4607-a2fa-3311ab8b35f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a57d65c-e548-4ab1-90f3-8ad8ad3e8e86') {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:06.440254 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-a8b70eeb-f876-4139-bcd9-bcd6d8743da9 None None] Provisioning for port 46040869-a671-4930-9d0e-cfdde46b3216 completed by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:05:06.442044 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-0f0318d6-baa8-4aea-a356-d0ed4178530d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:06.460071 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-a8b70eeb-f876-4139-bcd9-bcd6d8743da9 None None] Provisioning complete for port 46040869-a671-4930-9d0e-cfdde46b3216 triggered by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:05:06.461099 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-a8b70eeb-f876-4139-bcd9-bcd6d8743da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:06.500981 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-082ae37b-2a1a-4968-93b2-046ce452e010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:06.539584 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-50f82bef-69d7-4607-a2fa-3311ab8b35f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730935246421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6718485'] for segment, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:06.562656 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-a8b70eeb-f876-4139-bcd9-bcd6d8743da9 None None] Port 46040869-a671-4930-9d0e-cfdde46b3216 cannot update to ACTIVE because it is not bound. {{(pid=93659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:05:06.647624 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-45c019c3-108b-4461-98a5-84634a4a0aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'name': 'tempest-AttachVolumeShelveTestJSON-637004643-router', 'tenant_id': '509209d2c8bd40dc87dfc3c3ad815494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'd31377b5-90c0-435a-8a0e-da412031a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:51Z', 'updated_at': '2021-07-15T19:05:01Z', 'revision_number': 4, 'project_id': '509209d2c8bd40dc87dfc3c3ad815494', 'gw_port': {'id': 'd31377b5-90c0-435a-8a0e-da412031a132', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:52Z', 'updated_at': '2021-07-15T19:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': '4da03f02-b7d6-4be0-acf2-186cc838576d', 'name': '', 'network_id': '4bce21e0-88dc-4de8-9d22-c4e766c0d73f', 'tenant_id': '509209d2c8bd40dc87dfc3c3ad815494', 'mac_address': 'fa:16:3e:9f:d1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '4c53d632-04b3-4db0-b6ce-07c07955a0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:58Z', 'updated_at': '2021-07-15T19:05:02Z', 'revision_number': 2, 'project_id': '509209d2c8bd40dc87dfc3c3ad815494', 'subnets': [{'id': '4c53d632-04b3-4db0-b6ce-07c07955a0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:06.656835 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-082ae37b-2a1a-4968-93b2-046ce452e010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:06.658230 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning for port 7a120c26-ffb4-438b-9454-fa169924e15a completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:05:06.737732 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port 7a120c26-ffb4-438b-9454-fa169924e15a triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:05:06.738111 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:06.763103 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 49606) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:06.767906 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-50f82bef-69d7-4607-a2fa-3311ab8b35f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882'] for segment, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:06.782683 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [None req-47ff3535-8b11-4646-9409-10ff0158d17c tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2119161876', 'description': 'tempest-description--1717969668'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:05:06.786971 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50f82bef-69d7-4607-a2fa-3311ab8b35f1 admin admin] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=93657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:05:06.787657 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-50f82bef-69d7-4607-a2fa-3311ab8b35f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6306772'] for segment, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:06.815242 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c019c3-108b-4461-98a5-84634a4a0aa3 None None] Checking router: 7b9759c3-89bb-4cac-8bad-7129a62d1c00 for host: dv-cinder-788363-8-iscsi {{(pid=93659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:05:06.815590 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c019c3-108b-4461-98a5-84634a4a0aa3 None None] Updating router 7b9759c3-89bb-4cac-8bad-7129a62d1c00 port 4da03f02-b7d6-4be0-acf2-186cc838576d binding host dv-cinder-788363-8-iscsi {{(pid=93659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:05:06.854461 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d2bdb5da-2c67-41b6-85c7-a933718e3748 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:06.860916 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d2bdb5da-2c67-41b6-85c7-a933718e3748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:06.862135 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d2bdb5da-2c67-41b6-85c7-a933718e3748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695886'] for router_interface, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:06.910764 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-45c019c3-108b-4461-98a5-84634a4a0aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:07.020751 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:07.028240 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bdb5da-2c67-41b6-85c7-a933718e3748 admin admin] Network 673ecaa8-9125-4486-9436-19add9ddf5ea is already hosted by enough agents. {{(pid=93658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:05:07.033726 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.base_scheduler [None req-d2bdb5da-2c67-41b6-85c7-a933718e3748 admin admin] Resources bound (agent type, host, resource id): {{(pid=93658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:05:07.058654 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bdb5da-2c67-41b6-85c7-a933718e3748 admin admin] Pushing event updated for resources: {'Port': ['ID=46040869-a671-4930-9d0e-cfdde46b3216,revision_number=2']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:07.126000 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] For port 7a120c26-ffb4-438b-9454-fa169924e15a, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=7a120c26-ffb4-438b-9454-fa169924e15a,segment=NetworkSegment(d344549d-09e0-4982-8c11-6f16cb0baa64),segment_id=d344549d-09e0-4982-8c11-6f16cb0baa64)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:05:07.145187 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:07.145465 dv-cinder-788363-8-iscsi neutron-server[93657]: Traceback (most recent call last): Jul 15 19:05:07.145465 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:05:07.145465 dv-cinder-788363-8-iscsi neutron-server[93657]: timer() Jul 15 19:05:07.145465 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:05:07.145465 dv-cinder-788363-8-iscsi neutron-server[93657]: cb(*args, **kw) Jul 15 19:05:07.145465 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:05:07.145465 dv-cinder-788363-8-iscsi neutron-server[93657]: return func(*args, **kwargs) Jul 15 19:05:07.145465 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:05:07.145465 dv-cinder-788363-8-iscsi neutron-server[93657]: self._notify() Jul 15 19:05:07.145465 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:05:07.145465 dv-cinder-788363-8-iscsi neutron-server[93657]: self.callback(batched_events) Jul 15 19:05:07.145465 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:05:07.145465 dv-cinder-788363-8-iscsi neutron-server[93657]: event.method(event) Jul 15 19:05:07.145465 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:05:07.145465 dv-cinder-788363-8-iscsi neutron-server[93657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:05:07.145465 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:05:07.145465 dv-cinder-788363-8-iscsi neutron-server[93657]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:05:07.145465 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:05:07.145465 dv-cinder-788363-8-iscsi neutron-server[93657]: return f(self, *a, **k) Jul 15 19:05:07.145465 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:05:07.145465 dv-cinder-788363-8-iscsi neutron-server[93657]: return self._get(url).json() Jul 15 19:05:07.145465 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:05:07.145465 dv-cinder-788363-8-iscsi neutron-server[93657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:05:07.145465 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:05:07.145465 dv-cinder-788363-8-iscsi neutron-server[93657]: return self.request(url, 'GET', **kwargs) Jul 15 19:05:07.145465 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:05:07.145465 dv-cinder-788363-8-iscsi neutron-server[93657]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:05:07.145465 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:05:07.145465 dv-cinder-788363-8-iscsi neutron-server[93657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:05:07.145465 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:05:07.145465 dv-cinder-788363-8-iscsi neutron-server[93657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:05:07.145465 dv-cinder-788363-8-iscsi neutron-server[93657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:05:07.147869 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ae37b-2a1a-4968-93b2-046ce452e010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234a4409-8fb3-4880-b5e1-ba42f2035704,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:07.158611 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-082ae37b-2a1a-4968-93b2-046ce452e010 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=35912a3a234c466b96bb1bdd5ee2fcad&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9030671 Jul 15 19:05:07.160653 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 49608) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:07.349055 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2bdb5da-2c67-41b6-85c7-a933718e3748 admin admin] Router 9944bf15-43cd-48cf-b31c-65d5a233a7a4 has already been hosted by L3 agent d1959f4f-c5e4-447e-bdea-87c7e923db15 {{(pid=93658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:05:07.350435 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-f8fd8f4f-19d3-47b9-a700-9e7d3cab5515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:07.396427 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-f8fd8f4f-19d3-47b9-a700-9e7d3cab5515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:07.523980 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-0f0318d6-baa8-4aea-a356-d0ed4178530d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:07.530150 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-50f82bef-69d7-4607-a2fa-3311ab8b35f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764597'] for network, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:07.551018 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-50f82bef-69d7-4607-a2fa-3311ab8b35f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for network, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:07.562818 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-50f82bef-69d7-4607-a2fa-3311ab8b35f1 admin admin] 10.222.0.70 "DELETE /v2.0/networks/567962eb-24a7-46f3-a813-d5149f254372 HTTP/1.1" status: 204 len: 168 time: 3.1092339 Jul 15 19:05:07.577130 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-d8b02d62-f629-4647-a714-a000a25a8296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:07.598334 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-47ff3535-8b11-4646-9409-10ff0158d17c tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:07.608467 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-0f0318d6-baa8-4aea-a356-d0ed4178530d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:07.630504 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-f8fd8f4f-19d3-47b9-a700-9e7d3cab5515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:07.633537 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-f8fd8f4f-19d3-47b9-a700-9e7d3cab5515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:07.635671 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-f8fd8f4f-19d3-47b9-a700-9e7d3cab5515 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/234a4409-8fb3-4880-b5e1-ba42f2035704 HTTP/1.1" status: 204 len: 168 time: 0.4740548 Jul 15 19:05:07.641136 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2bdb5da-2c67-41b6-85c7-a933718e3748 admin admin] Notify agent at l3_agent.dv-cinder-788363-8-iscsi the message routers_updated {{(pid=93658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:05:07.658028 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-d2bdb5da-2c67-41b6-85c7-a933718e3748 admin admin] 10.222.0.70 "PUT /v2.0/routers/9944bf15-43cd-48cf-b31c-65d5a233a7a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3991282 Jul 15 19:05:07.667162 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd8f4f-19d3-47b9-a700-9e7d3cab5515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234a4409-8fb3-4880-b5e1-ba42f2035704,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:07.726846 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Pushing event updated for resources: {'Port': ['ID=7a120c26-ffb4-438b-9454-fa169924e15a,revision_number=4']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:07.747115 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 2e8005cd-7395-4d6a-aaf2-2f61189c89f9 up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:05:07.809600 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-23ffc499-e466-459e-b641-562aa1228592 req-3b8145ac-f6b9-48f7-8b33-a173fb403660 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/ports?device_id=3accc4cc-3b97-4aa6-a665-de0fbfd03ae1 HTTP/1.1" status: 200 len: 210 time: 0.0448244 Jul 15 19:05:07.850146 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-0f0318d6-baa8-4aea-a356-d0ed4178530d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b7aa66f852af4e338261656e36614184&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5010581 Jul 15 19:05:07.853081 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-d8dae861-2a12-4079-b44b-e6f8cc53ffee None None] Provisioning complete for port 46040869-a671-4930-9d0e-cfdde46b3216 triggered by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:05:07.853331 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 49624) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:07.858245 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-d8dae861-2a12-4079-b44b-e6f8cc53ffee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:07.919137 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-d8dae861-2a12-4079-b44b-e6f8cc53ffee None None] Port 46040869-a671-4930-9d0e-cfdde46b3216 cannot update to ACTIVE because it is not bound. {{(pid=93659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:05:07.963286 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-47ff3535-8b11-4646-9409-10ff0158d17c tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:07.978061 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-47ff3535-8b11-4646-9409-10ff0158d17c tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:08.032082 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning for port 2e8005cd-7395-4d6a-aaf2-2f61189c89f9 completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:05:08.047178 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port 2e8005cd-7395-4d6a-aaf2-2f61189c89f9 triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:05:08.047751 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:08.060287 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f82bef-69d7-4607-a2fa-3311ab8b35f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=567962eb-24a7-46f3-a813-d5149f254372,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:08.070646 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-47ff3535-8b11-4646-9409-10ff0158d17c tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:08.071660 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b02d62-f629-4647-a714-a000a25a8296 admin admin] Pushing event updated for resources: {'Port': ['ID=ff1ecc5b-eab8-4571-8d80-2f03bd8960ae,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:08.075548 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-47ff3535-8b11-4646-9409-10ff0158d17c tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3035014 Jul 15 19:05:08.081905 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 49628) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:08.088769 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [None req-922edffa-1d00-438d-91b4-f1f6bf918b1e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Request body: {'security_group_rule': {'security_group_id': '4f6f0c1a-32a1-4dcb-b62e-93904fda70e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:05:08.153944 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff3535-8b11-4646-9409-10ff0158d17c tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:08.158578 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 49630) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:08.178857 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-922edffa-1d00-438d-91b4-f1f6bf918b1e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:08.336779 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b02d62-f629-4647-a714-a000a25a8296 admin admin] Network db293c0c-639d-465d-957a-7d2d560b6fd9 is already hosted by enough agents. {{(pid=93657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:05:08.339840 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-794f1074-9814-4231-99b3-1e1c1a22295d req-aa0be701-78a8-4427-8ab1-b555e43663e8 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] Notify callbacks [] for port, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:08.360208 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-34b6d249-05a9-4987-8d2c-89189cfab2d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:08.412398 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.base_scheduler [None req-d8b02d62-f629-4647-a714-a000a25a8296 admin admin] Resources bound (agent type, host, resource id): {{(pid=93657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:05:08.420056 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b02d62-f629-4647-a714-a000a25a8296 admin admin] Received port after_create {{(pid=93657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:05:08.432324 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0318d6-baa8-4aea-a356-d0ed4178530d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36b1c12-c235-4286-8037-c83fe873c7a9,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:08.501955 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-45c019c3-108b-4461-98a5-84634a4a0aa3 None None] Notify callbacks [] for port, precommit_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:08.521286 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9db53b-0799-40dc-8e77-cce0990348bd None None] Sync routers for ids ['9944bf15-43cd-48cf-b31c-65d5a233a7a4'] in dv-cinder-788363-8-iscsi {{(pid=93660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:05:08.532173 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9db53b-0799-40dc-8e77-cce0990348bd None None] Routers {'9944bf15-43cd-48cf-b31c-65d5a233a7a4'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:05:08.532820 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-9b9db53b-0799-40dc-8e77-cce0990348bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:04:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['9944bf15-43cd-48cf-b31c-65d5a233a7a4'], 'active': True} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:08.574023 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-ef9011be-fc3d-4870-af72-004d932909f4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=51ce8c6c287c4338979337cd4cf63645&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4032431 Jul 15 19:05:08.581446 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 49638) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:08.603250 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-45c019c3-108b-4461-98a5-84634a4a0aa3 None None] Transition to ACTIVE for port object 4da03f02-b7d6-4be0-acf2-186cc838576d will not be triggered until provisioned by entity L2. {{(pid=93659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:05:08.615310 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-34b6d249-05a9-4987-8d2c-89189cfab2d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:08.620277 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-45c019c3-108b-4461-98a5-84634a4a0aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:08.672001 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-922edffa-1d00-438d-91b4-f1f6bf918b1e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:08.693099 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-922edffa-1d00-438d-91b4-f1f6bf918b1e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610094'] for security_group_rule, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:08.695575 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:08.719950 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-922edffa-1d00-438d-91b4-f1f6bf918b1e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:08.721267 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-922edffa-1d00-438d-91b4-f1f6bf918b1e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6375618 Jul 15 19:05:08.726488 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 49640) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:08.732367 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [None req-58bcc53d-1e64-4587-9e06-57649a0c3b40 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Request body: {'security_group_rule': {'security_group_id': '4f6f0c1a-32a1-4dcb-b62e-93904fda70e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:05:08.749155 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-dd7d5d02-5323-47ce-927f-b3c91f3d7cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:08.771238 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-d8b02d62-f629-4647-a714-a000a25a8296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-695866'] for router_interface, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:08.785072 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-dd7d5d02-5323-47ce-927f-b3c91f3d7cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:08.826487 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 49642) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:08.842651 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922edffa-1d00-438d-91b4-f1f6bf918b1e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=203ef469-ecaf-4a7c-b235-fbd91e142695,revision_number=0']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:08.884272 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-4add0b0e-7e23-49b3-b3d5-af4af174a4eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:08.906168 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-58bcc53d-1e64-4587-9e06-57649a0c3b40 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:08.917793 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] For port 2e8005cd-7395-4d6a-aaf2-2f61189c89f9, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=2e8005cd-7395-4d6a-aaf2-2f61189c89f9,segment=NetworkSegment(d344549d-09e0-4982-8c11-6f16cb0baa64),segment_id=d344549d-09e0-4982-8c11-6f16cb0baa64)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:05:08.937957 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:08.980205 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb9165a-5c2f-480f-b3d9-2b8211a0fed1 None None] Pushing event updated for resources: {'Port': ['ID=4da03f02-b7d6-4be0-acf2-186cc838576d,revision_number=3']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:08.986176 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvr_db [None req-9b9db53b-0799-40dc-8e77-cce0990348bd None None] Set router 9944bf15-43cd-48cf-b31c-65d5a233a7a4 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:05:09.014959 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-794f1074-9814-4231-99b3-1e1c1a22295d req-aa0be701-78a8-4427-8ab1-b555e43663e8 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:09.149619 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-4add0b0e-7e23-49b3-b3d5-af4af174a4eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:09.205111 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-58bcc53d-1e64-4587-9e06-57649a0c3b40 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:09.216037 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-4add0b0e-7e23-49b3-b3d5-af4af174a4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:09.284268 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-4add0b0e-7e23-49b3-b3d5-af4af174a4eb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1d8eb0b25c3e46438f126b2dd5030e48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4386055 Jul 15 19:05:09.285885 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-58bcc53d-1e64-4587-9e06-57649a0c3b40 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610094'] for security_group_rule, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:09.288272 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 49652) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:09.302739 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0be701-78a8-4427-8ab1-b555e43663e8 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] Pushing event updated for resources: {'Port': ['ID=b4bf7a26-0214-463a-9387-e6e48597107b,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:09.306879 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-45c019c3-108b-4461-98a5-84634a4a0aa3 None None] Attempting to bind port 4da03f02-b7d6-4be0-acf2-186cc838576d on host dv-cinder-788363-8-iscsi for vnic_type normal with profile {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:05:09.314678 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-45c019c3-108b-4461-98a5-84634a4a0aa3 None None] Attempting to bind port 4da03f02-b7d6-4be0-acf2-186cc838576d by drivers openvswitch,hyperv on host dv-cinder-788363-8-iscsi at level 0 using segments [{'id': 'c5f8fc6e-ca65-461a-98f0-ca6e4f10d746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4bce21e0-88dc-4de8-9d22-c4e766c0d73f'}] {{(pid=93659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:05:09.317068 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c019c3-108b-4461-98a5-84634a4a0aa3 None None] Attempting to bind port 4da03f02-b7d6-4be0-acf2-186cc838576d on network 4bce21e0-88dc-4de8-9d22-c4e766c0d73f {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:05:09.340932 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add0b0e-7e23-49b3-b3d5-af4af174a4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a793bf-181c-453f-889c-e808b62ab088,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:09.382530 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-34b6d249-05a9-4987-8d2c-89189cfab2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:09.385167 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-34b6d249-05a9-4987-8d2c-89189cfab2d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:09.387294 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c019c3-108b-4461-98a5-84634a4a0aa3 None None] Checking agent: {'id': 'ac33f8ba-c243-4061-a3c6-3aff717edb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 52), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:05:09.389440 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c019c3-108b-4461-98a5-84634a4a0aa3 None None] Checking segment: {'id': 'c5f8fc6e-ca65-461a-98f0-ca6e4f10d746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4bce21e0-88dc-4de8-9d22-c4e766c0d73f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:05:09.390723 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-45c019c3-108b-4461-98a5-84634a4a0aa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:09.391467 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c019c3-108b-4461-98a5-84634a4a0aa3 None None] Bound using segment: {'id': 'c5f8fc6e-ca65-461a-98f0-ca6e4f10d746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4bce21e0-88dc-4de8-9d22-c4e766c0d73f'} {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:05:09.393813 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-45c019c3-108b-4461-98a5-84634a4a0aa3 None None] Bound port: 4da03f02-b7d6-4be0-acf2-186cc838576d, host: dv-cinder-788363-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5f8fc6e-ca65-461a-98f0-ca6e4f10d746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4bce21e0-88dc-4de8-9d22-c4e766c0d73f'}}] {{(pid=93659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:05:09.394166 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-34b6d249-05a9-4987-8d2c-89189cfab2d2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e36b1c12-c235-4286-8037-c83fe873c7a9 HTTP/1.1" status: 204 len: 168 time: 1.3396802 Jul 15 19:05:09.394732 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-45c019c3-108b-4461-98a5-84634a4a0aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:09.397246 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-794f1074-9814-4231-99b3-1e1c1a22295d req-aa0be701-78a8-4427-8ab1-b555e43663e8 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] Network 587de033-a442-4b42-bde0-545308a7f82d is already hosted by enough agents. {{(pid=93657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:05:09.410018 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Pushing event updated for resources: {'Port': ['ID=2e8005cd-7395-4d6a-aaf2-2f61189c89f9,revision_number=4']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:09.437323 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b6d249-05a9-4987-8d2c-89189cfab2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36b1c12-c235-4286-8037-c83fe873c7a9,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:09.460831 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.base_scheduler [req-794f1074-9814-4231-99b3-1e1c1a22295d req-aa0be701-78a8-4427-8ab1-b555e43663e8 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] Resources bound (agent type, host, resource id): {{(pid=93657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:05:09.470792 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [req-794f1074-9814-4231-99b3-1e1c1a22295d req-aa0be701-78a8-4427-8ab1-b555e43663e8 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] Received port after_create {{(pid=93657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:05:09.483026 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bcc53d-1e64-4587-9e06-57649a0c3b40 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ea642b9-48c4-4b79-b2c8-e704ed5bea8a,revision_number=0']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:09.616253 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-58bcc53d-1e64-4587-9e06-57649a0c3b40 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:09.619869 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-58bcc53d-1e64-4587-9e06-57649a0c3b40 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8923478 Jul 15 19:05:09.624548 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-ae9f8ad0-434b-437a-942f-074ac2387e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:09.646050 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-9b9db53b-0799-40dc-8e77-cce0990348bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'name': 'tempest-AttachVolumeTestJSON-849670566-router', 'tenant_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '7a120c26-ffb4-438b-9454-fa169924e15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:53Z', 'updated_at': '2021-07-15T19:05:05Z', 'revision_number': 4, 'project_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'gw_port': {'id': '7a120c26-ffb4-438b-9454-fa169924e15a', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:55Z', 'updated_at': '2021-07-15T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': '46040869-a671-4930-9d0e-cfdde46b3216', 'name': '', 'network_id': '673ecaa8-9125-4486-9436-19add9ddf5ea', 'tenant_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'mac_address': 'fa:16:3e:e0:5b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '14efcbfe-a38f-460b-a7fe-e5ca16293d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:03Z', 'updated_at': '2021-07-15T19:05:06Z', 'revision_number': 2, 'project_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'subnets': [{'id': '14efcbfe-a38f-460b-a7fe-e5ca16293d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:09.649716 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-45c019c3-108b-4461-98a5-84634a4a0aa3 None None] For port 4da03f02-b7d6-4be0-acf2-186cc838576d, host dv-cinder-788363-8-iscsi, cleared binding levels {{(pid=93659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:05:09.659459 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-45c019c3-108b-4461-98a5-84634a4a0aa3 None None] For port 4da03f02-b7d6-4be0-acf2-186cc838576d, host dv-cinder-788363-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=4da03f02-b7d6-4be0-acf2-186cc838576d,segment=NetworkSegment(c5f8fc6e-ca65-461a-98f0-ca6e4f10d746),segment_id=c5f8fc6e-ca65-461a-98f0-ca6e4f10d746)] {{(pid=93659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:05:09.674525 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 49664) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:09.682813 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-45c019c3-108b-4461-98a5-84634a4a0aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:09.690768 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9db53b-0799-40dc-8e77-cce0990348bd None None] Checking router: 9944bf15-43cd-48cf-b31c-65d5a233a7a4 for host: dv-cinder-788363-8-iscsi {{(pid=93660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:05:09.691501 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9db53b-0799-40dc-8e77-cce0990348bd None None] Updating router 9944bf15-43cd-48cf-b31c-65d5a233a7a4 port 46040869-a671-4930-9d0e-cfdde46b3216 binding host dv-cinder-788363-8-iscsi {{(pid=93660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:05:09.696818 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f1074-9814-4231-99b3-1e1c1a22295d req-aa0be701-78a8-4427-8ab1-b555e43663e8 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:09.700089 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-794f1074-9814-4231-99b3-1e1c1a22295d req-aa0be701-78a8-4427-8ab1-b555e43663e8 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for port, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:09.705158 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-ae9f8ad0-434b-437a-942f-074ac2387e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:09.729817 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-9b9db53b-0799-40dc-8e77-cce0990348bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:09.745772 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-1809932d-4641-486a-af9d-dcd059308ef7 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Request body: {'floatingip': {'floating_network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:05:09.759858 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 49666) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:09.778488 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-a0bbd670-7589-4883-b197-2f0f19c6c474 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2084933982', 'description': 'tempest-description--679431596'}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:05:09.828520 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-794f1074-9814-4231-99b3-1e1c1a22295d req-aa0be701-78a8-4427-8ab1-b555e43663e8 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6663225 Jul 15 19:05:09.870787 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-a0bbd670-7589-4883-b197-2f0f19c6c474 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:09.908222 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-ae9f8ad0-434b-437a-942f-074ac2387e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:09.910978 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-ae9f8ad0-434b-437a-942f-074ac2387e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:09.912250 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-ae9f8ad0-434b-437a-942f-074ac2387e79 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a2a793bf-181c-453f-889c-e808b62ab088 HTTP/1.1" status: 204 len: 168 time: 0.5061836 Jul 15 19:05:09.924122 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f019e9f-e8c9-42e3-ad35-c7a5a63f254f req-d02852f9-a18d-4bca-9d1d-f03464387d11 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:09.927300 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-1f019e9f-e8c9-42e3-ad35-c7a5a63f254f req-d02852f9-a18d-4bca-9d1d-f03464387d11 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/ports?device_id=3accc4cc-3b97-4aa6-a665-de0fbfd03ae1 HTTP/1.1" status: 200 len: 931 time: 0.7199001 Jul 15 19:05:09.938559 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f8ad0-434b-437a-942f-074ac2387e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a793bf-181c-453f-889c-e808b62ab088,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:09.964919 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [req-794f1074-9814-4231-99b3-1e1c1a22295d req-874395cb-069a-4cf9-bb3d-d016918d62d2 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 19:05:09.966051 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-794f1074-9814-4231-99b3-1e1c1a22295d req-874395cb-069a-4cf9-bb3d-d016918d62d2 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163684 Jul 15 19:05:09.992754 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 2e8005cd-7395-4d6a-aaf2-2f61189c89f9 up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:05:10.022367 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-d8b02d62-f629-4647-a714-a000a25a8296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:10.096571 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-1f019e9f-e8c9-42e3-ad35-c7a5a63f254f req-9a2f5610-cb78-4dbe-9151-da4d7bd438c3 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1d8eac4-03db-4e68-842c-8ce0eb9b71fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578951 Jul 15 19:05:10.097387 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-dd7d5d02-5323-47ce-927f-b3c91f3d7cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:10.109836 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-dd7d5d02-5323-47ce-927f-b3c91f3d7cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:10.117312 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-dd7d5d02-5323-47ce-927f-b3c91f3d7cc9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/72aba76b-7963-4134-838b-6cacb4a576c4 HTTP/1.1" status: 204 len: 168 time: 1.5331228 Jul 15 19:05:10.147221 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d5d02-5323-47ce-927f-b3c91f3d7cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72aba76b-7963-4134-838b-6cacb4a576c4,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:10.154508 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb9165a-5c2f-480f-b3d9-2b8211a0fed1 None None] Pushing event updated for resources: {'Port': ['ID=4da03f02-b7d6-4be0-acf2-186cc838576d,revision_number=4']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:10.165478 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-1809932d-4641-486a-af9d-dcd059308ef7 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks [] for floatingip, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:10.206233 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c019c3-108b-4461-98a5-84634a4a0aa3 None None] Routers {'7b9759c3-89bb-4cac-8bad-7129a62d1c00'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:05:10.215431 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-45c019c3-108b-4461-98a5-84634a4a0aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:04:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['7b9759c3-89bb-4cac-8bad-7129a62d1c00'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:10.460837 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-a0bbd670-7589-4883-b197-2f0f19c6c474 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:10.484802 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-a0bbd670-7589-4883-b197-2f0f19c6c474 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:10.565756 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port 2e8005cd-7395-4d6a-aaf2-2f61189c89f9 triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:05:10.568608 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:10.588484 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bbd670-7589-4883-b197-2f0f19c6c474 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7ddf77-ad50-4f73-8691-f4fe2b451fca,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:10.615052 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-9b9db53b-0799-40dc-8e77-cce0990348bd None None] Notify callbacks [] for port, precommit_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:10.617722 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-a0bbd670-7589-4883-b197-2f0f19c6c474 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:10.621515 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-a0bbd670-7589-4883-b197-2f0f19c6c474 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8464677 Jul 15 19:05:10.623106 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 49682) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:10.630264 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [None req-1f5a8549-7771-4949-877e-bd80301415ba tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Request body: {'security_group_rule': {'security_group_id': '5d7ddf77-ad50-4f73-8691-f4fe2b451fca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:05:10.662305 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.provisioning_blocks [None req-9b9db53b-0799-40dc-8e77-cce0990348bd None None] Transition to ACTIVE for port object 46040869-a671-4930-9d0e-cfdde46b3216 will not be triggered until provisioned by entity L2. {{(pid=93660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:05:10.683274 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-9b9db53b-0799-40dc-8e77-cce0990348bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:10.703642 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-1f5a8549-7771-4949-877e-bd80301415ba tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:10.743929 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-45c019c3-108b-4461-98a5-84634a4a0aa3 None None] Set router 7b9759c3-89bb-4cac-8bad-7129a62d1c00 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:05:10.809386 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb8097-e5f3-4a69-b783-0687a3bdf1a3 None None] Pushing event updated for resources: {'Port': ['ID=46040869-a671-4930-9d0e-cfdde46b3216,revision_number=3']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:10.816484 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-1809932d-4641-486a-af9d-dcd059308ef7 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:10.883177 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-1f5a8549-7771-4949-877e-bd80301415ba tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:10.892000 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-1f5a8549-7771-4949-877e-bd80301415ba tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610094'] for security_group_rule, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:10.947449 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a8549-7771-4949-877e-bd80301415ba tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=491bf27f-4a07-4841-92a9-6451fae5d559,revision_number=0']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:10.964549 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-1f5a8549-7771-4949-877e-bd80301415ba tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:10.969998 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-1f5a8549-7771-4949-877e-bd80301415ba tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3445289 Jul 15 19:05:10.971034 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 49692) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:10.980540 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [None req-d4c16943-9a85-4714-bccc-46494497404f tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Request body: {'security_group_rule': {'security_group_id': '5d7ddf77-ad50-4f73-8691-f4fe2b451fca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:05:11.039078 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.managers [None req-9b9db53b-0799-40dc-8e77-cce0990348bd None None] Attempting to bind port 46040869-a671-4930-9d0e-cfdde46b3216 on host dv-cinder-788363-8-iscsi for vnic_type normal with profile {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:05:11.039366 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.managers [None req-9b9db53b-0799-40dc-8e77-cce0990348bd None None] Attempting to bind port 46040869-a671-4930-9d0e-cfdde46b3216 by drivers openvswitch,hyperv on host dv-cinder-788363-8-iscsi at level 0 using segments [{'id': 'c5f51327-4914-48ee-89a2-7f0bd5724fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '673ecaa8-9125-4486-9436-19add9ddf5ea'}] {{(pid=93660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:05:11.039730 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9db53b-0799-40dc-8e77-cce0990348bd None None] Attempting to bind port 46040869-a671-4930-9d0e-cfdde46b3216 on network 673ecaa8-9125-4486-9436-19add9ddf5ea {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:05:11.059283 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.db_base_plugin_common [None req-1809932d-4641-486a-af9d-dcd059308ef7 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Allocated IP 172.27.2.80 (e1e7053a-85e2-45af-9353-c5375187db21/9528084b-89d8-4124-b104-08bd71cd5eaa/fca5cef7-d8b7-48ce-917c-4f7537aea9c1) {{(pid=93657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:05:11.062362 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9db53b-0799-40dc-8e77-cce0990348bd None None] Checking agent: {'id': 'ac33f8ba-c243-4061-a3c6-3aff717edb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 52), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:05:11.066729 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9db53b-0799-40dc-8e77-cce0990348bd None None] Checking segment: {'id': 'c5f51327-4914-48ee-89a2-7f0bd5724fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '673ecaa8-9125-4486-9436-19add9ddf5ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:05:11.067245 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-9b9db53b-0799-40dc-8e77-cce0990348bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:11.067662 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9db53b-0799-40dc-8e77-cce0990348bd None None] Bound using segment: {'id': 'c5f51327-4914-48ee-89a2-7f0bd5724fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '673ecaa8-9125-4486-9436-19add9ddf5ea'} {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:05:11.068162 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.managers [None req-9b9db53b-0799-40dc-8e77-cce0990348bd None None] Bound port: 46040869-a671-4930-9d0e-cfdde46b3216, host: dv-cinder-788363-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5f51327-4914-48ee-89a2-7f0bd5724fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '673ecaa8-9125-4486-9436-19add9ddf5ea'}}] {{(pid=93660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:05:11.068592 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-9b9db53b-0799-40dc-8e77-cce0990348bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:11.082633 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d4c16943-9a85-4714-bccc-46494497404f tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:11.248272 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-1809932d-4641-486a-af9d-dcd059308ef7 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks [] for port, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:11.318325 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [req-794f1074-9814-4231-99b3-1e1c1a22295d req-5863b41d-a457-432e-b2ec-05dea75e981e service neutron] Request body: {'port': {'device_id': '3accc4cc-3b97-4aa6-a665-de0fbfd03ae1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:05:11.361740 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d4c16943-9a85-4714-bccc-46494497404f tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:11.368807 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d4c16943-9a85-4714-bccc-46494497404f tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610094'] for security_group_rule, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:11.392886 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 7a120c26-ffb4-438b-9454-fa169924e15a up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:05:11.396488 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [None req-9b9db53b-0799-40dc-8e77-cce0990348bd None None] For port 46040869-a671-4930-9d0e-cfdde46b3216, host dv-cinder-788363-8-iscsi, cleared binding levels {{(pid=93660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:05:11.413563 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [None req-9b9db53b-0799-40dc-8e77-cce0990348bd None None] For port 46040869-a671-4930-9d0e-cfdde46b3216, host dv-cinder-788363-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=46040869-a671-4930-9d0e-cfdde46b3216,segment=NetworkSegment(c5f51327-4914-48ee-89a2-7f0bd5724fec),segment_id=c5f51327-4914-48ee-89a2-7f0bd5724fec)] {{(pid=93660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:05:11.425688 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-9b9db53b-0799-40dc-8e77-cce0990348bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:11.454422 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c16943-9a85-4714-bccc-46494497404f tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9167cec1-b036-4b38-899c-a6af4bb05fd4,revision_number=0']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:11.482010 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d4c16943-9a85-4714-bccc-46494497404f tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:11.487168 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-d4c16943-9a85-4714-bccc-46494497404f tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5138226 Jul 15 19:05:11.488883 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 49710) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:11.509578 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [None req-e06724b8-3aef-499f-aa45-171abf737fa1 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Request body: {'floatingip': {'floating_network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:05:11.523992 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-794f1074-9814-4231-99b3-1e1c1a22295d req-5863b41d-a457-432e-b2ec-05dea75e981e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:11.542537 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-1809932d-4641-486a-af9d-dcd059308ef7 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:11.552806 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 49712) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:11.614709 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e06724b8-3aef-499f-aa45-171abf737fa1 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks [] for floatingip, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:11.646208 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb8097-e5f3-4a69-b783-0687a3bdf1a3 None None] Pushing event updated for resources: {'Port': ['ID=46040869-a671-4930-9d0e-cfdde46b3216,revision_number=4']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:11.678859 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9db53b-0799-40dc-8e77-cce0990348bd None None] Routers {'9944bf15-43cd-48cf-b31c-65d5a233a7a4'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:05:11.686086 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-9b9db53b-0799-40dc-8e77-cce0990348bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:04:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['9944bf15-43cd-48cf-b31c-65d5a233a7a4'], 'active': True} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:11.875497 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port 7a120c26-ffb4-438b-9454-fa169924e15a triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:05:11.876926 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:11.969138 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-d8b02d62-f629-4647-a714-a000a25a8296 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:11.977287 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvr_db [None req-9b9db53b-0799-40dc-8e77-cce0990348bd None None] Set router 9944bf15-43cd-48cf-b31c-65d5a233a7a4 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:05:12.076397 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-45c019c3-108b-4461-98a5-84634a4a0aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'name': 'tempest-AttachVolumeShelveTestJSON-637004643-router', 'tenant_id': '509209d2c8bd40dc87dfc3c3ad815494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'd31377b5-90c0-435a-8a0e-da412031a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:51Z', 'updated_at': '2021-07-15T19:05:01Z', 'revision_number': 4, 'project_id': '509209d2c8bd40dc87dfc3c3ad815494', 'gw_port': {'id': 'd31377b5-90c0-435a-8a0e-da412031a132', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:52Z', 'updated_at': '2021-07-15T19:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': '4da03f02-b7d6-4be0-acf2-186cc838576d', 'name': '', 'network_id': '4bce21e0-88dc-4de8-9d22-c4e766c0d73f', 'tenant_id': '509209d2c8bd40dc87dfc3c3ad815494', 'mac_address': 'fa:16:3e:9f:d1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '4c53d632-04b3-4db0-b6ce-07c07955a0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:58Z', 'updated_at': '2021-07-15T19:05:09Z', 'revision_number': 4, 'project_id': '509209d2c8bd40dc87dfc3c3ad815494', 'subnets': [{'id': '4c53d632-04b3-4db0-b6ce-07c07955a0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:12.264874 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e06724b8-3aef-499f-aa45-171abf737fa1 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:12.265965 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c019c3-108b-4461-98a5-84634a4a0aa3 None None] The sync data for ids ['7b9759c3-89bb-4cac-8bad-7129a62d1c00'] in dv-cinder-788363-8-iscsi is: [{'id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'name': 'tempest-AttachVolumeShelveTestJSON-637004643-router', 'tenant_id': '509209d2c8bd40dc87dfc3c3ad815494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'd31377b5-90c0-435a-8a0e-da412031a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:51Z', 'updated_at': '2021-07-15T19:05:01Z', 'revision_number': 4, 'project_id': '509209d2c8bd40dc87dfc3c3ad815494', 'gw_port': {'id': 'd31377b5-90c0-435a-8a0e-da412031a132', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:52Z', 'updated_at': '2021-07-15T19:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': '4da03f02-b7d6-4be0-acf2-186cc838576d', 'name': '', 'network_id': '4bce21e0-88dc-4de8-9d22-c4e766c0d73f', 'tenant_id': '509209d2c8bd40dc87dfc3c3ad815494', 'mac_address': 'fa:16:3e:9f:d1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '4c53d632-04b3-4db0-b6ce-07c07955a0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:58Z', 'updated_at': '2021-07-15T19:05:09Z', 'revision_number': 4, 'project_id': '509209d2c8bd40dc87dfc3c3ad815494', 'subnets': [{'id': '4c53d632-04b3-4db0-b6ce-07c07955a0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:05:12.412642 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-d8b02d62-f629-4647-a714-a000a25a8296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6305852'] for port, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:12.510668 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-9b9db53b-0799-40dc-8e77-cce0990348bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'name': 'tempest-AttachVolumeTestJSON-849670566-router', 'tenant_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '7a120c26-ffb4-438b-9454-fa169924e15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:53Z', 'updated_at': '2021-07-15T19:05:05Z', 'revision_number': 4, 'project_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'gw_port': {'id': '7a120c26-ffb4-438b-9454-fa169924e15a', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:55Z', 'updated_at': '2021-07-15T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': '46040869-a671-4930-9d0e-cfdde46b3216', 'name': '', 'network_id': '673ecaa8-9125-4486-9436-19add9ddf5ea', 'tenant_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'mac_address': 'fa:16:3e:e0:5b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '14efcbfe-a38f-460b-a7fe-e5ca16293d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:03Z', 'updated_at': '2021-07-15T19:05:11Z', 'revision_number': 4, 'project_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'subnets': [{'id': '14efcbfe-a38f-460b-a7fe-e5ca16293d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:12.556507 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9db53b-0799-40dc-8e77-cce0990348bd None None] The sync data for ids ['9944bf15-43cd-48cf-b31c-65d5a233a7a4'] in dv-cinder-788363-8-iscsi is: [{'id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'name': 'tempest-AttachVolumeTestJSON-849670566-router', 'tenant_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '7a120c26-ffb4-438b-9454-fa169924e15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:53Z', 'updated_at': '2021-07-15T19:05:05Z', 'revision_number': 4, 'project_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'gw_port': {'id': '7a120c26-ffb4-438b-9454-fa169924e15a', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:55Z', 'updated_at': '2021-07-15T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': '46040869-a671-4930-9d0e-cfdde46b3216', 'name': '', 'network_id': '673ecaa8-9125-4486-9436-19add9ddf5ea', 'tenant_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'mac_address': 'fa:16:3e:e0:5b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '14efcbfe-a38f-460b-a7fe-e5ca16293d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:03Z', 'updated_at': '2021-07-15T19:05:11Z', 'revision_number': 4, 'project_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'subnets': [{'id': '14efcbfe-a38f-460b-a7fe-e5ca16293d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:05:12.569069 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1809932d-4641-486a-af9d-dcd059308ef7 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Network e1e7053a-85e2-45af-9353-c5375187db21 is already hosted by enough agents. {{(pid=93657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:05:13.026702 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.db_base_plugin_common [None req-e06724b8-3aef-499f-aa45-171abf737fa1 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Allocated IP 172.27.2.206 (e1e7053a-85e2-45af-9353-c5375187db21/9528084b-89d8-4124-b104-08bd71cd5eaa/b15eb652-3245-4f61-9888-e83df42a521b) {{(pid=93658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:05:13.070632 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 4da03f02-b7d6-4be0-acf2-186cc838576d up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:05:13.207229 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-d8b02d62-f629-4647-a714-a000a25a8296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695886'] for router_interface, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:13.213253 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning for port 4da03f02-b7d6-4be0-acf2-186cc838576d completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:05:13.219487 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port 4da03f02-b7d6-4be0-acf2-186cc838576d triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:05:13.221398 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:13.284568 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e06724b8-3aef-499f-aa45-171abf737fa1 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks [] for port, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:13.339751 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e06724b8-3aef-499f-aa45-171abf737fa1 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355'] for port, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:13.460926 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06724b8-3aef-499f-aa45-171abf737fa1 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Network e1e7053a-85e2-45af-9353-c5375187db21 is already hosted by enough agents. {{(pid=93658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:05:13.485918 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.base_scheduler [None req-e06724b8-3aef-499f-aa45-171abf737fa1 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Resources bound (agent type, host, resource id): {{(pid=93658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:05:13.491056 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06724b8-3aef-499f-aa45-171abf737fa1 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Received port after_create {{(pid=93658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:05:13.513373 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06724b8-3aef-499f-aa45-171abf737fa1 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Pushing event updated for resources: {'Port': ['ID=b15eb652-3245-4f61-9888-e83df42a521b,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:13.610315 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:13.770573 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.base_scheduler [None req-1809932d-4641-486a-af9d-dcd059308ef7 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Resources bound (agent type, host, resource id): {{(pid=93657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:05:13.781604 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1809932d-4641-486a-af9d-dcd059308ef7 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Received port after_create {{(pid=93657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:05:13.803161 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] For port 4da03f02-b7d6-4be0-acf2-186cc838576d, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=4da03f02-b7d6-4be0-acf2-186cc838576d,segment=NetworkSegment(c5f8fc6e-ca65-461a-98f0-ca6e4f10d746),segment_id=c5f8fc6e-ca65-461a-98f0-ca6e4f10d746)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:05:13.803463 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e06724b8-3aef-499f-aa45-171abf737fa1 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:13.814273 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:13.954087 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e06724b8-3aef-499f-aa45-171abf737fa1 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:14.028942 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Pushing event updated for resources: {'Port': ['ID=4da03f02-b7d6-4be0-acf2-186cc838576d,revision_number=5']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:14.106812 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc58c0-1ff9-4e0f-ba99-774f8a75935a req-3c6b3335-8ff9-432d-8119-92ddb7692568 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:14.126783 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-96cc58c0-1ff9-4e0f-ba99-774f8a75935a req-3c6b3335-8ff9-432d-8119-92ddb7692568 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/ports?device_id=3accc4cc-3b97-4aa6-a665-de0fbfd03ae1 HTTP/1.1" status: 200 len: 931 time: 2.6117070 Jul 15 19:05:14.445834 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e06724b8-3aef-499f-aa45-171abf737fa1 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks [] for port, precommit_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:14.464911 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e06724b8-3aef-499f-aa45-171abf737fa1 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:14.538350 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e06724b8-3aef-499f-aa45-171abf737fa1 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764579'] for floatingip, after_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:14.578683 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e06724b8-3aef-499f-aa45-171abf737fa1 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for floatingip, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:14.610971 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-e06724b8-3aef-499f-aa45-171abf737fa1 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1086395 Jul 15 19:05:14.707891 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06724b8-3aef-499f-aa45-171abf737fa1 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Pushing event updated for resources: {'Port': ['ID=b15eb652-3245-4f61-9888-e83df42a521b,revision_number=2']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:15.047902 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 46040869-a671-4930-9d0e-cfdde46b3216 up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:05:15.137920 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1809932d-4641-486a-af9d-dcd059308ef7 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Pushing event updated for resources: {'Port': ['ID=fca5cef7-d8b7-48ce-917c-4f7537aea9c1,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:15.175256 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning for port 46040869-a671-4930-9d0e-cfdde46b3216 completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:05:15.178021 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-0d44ac96-1d3b-48c9-81a7-4c077fca59c3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=08eb21240d924872aadafb55c8ff568f&name=default HTTP/1.1" status: 200 len: 2975 time: 3.4426751 Jul 15 19:05:15.179021 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 49820) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:15.206964 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port 46040869-a671-4930-9d0e-cfdde46b3216 triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:05:15.207603 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:15.252019 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 49822) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:15.393238 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-be73a89d-f207-48d6-b213-1a356141528f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:15.409808 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-96cc58c0-1ff9-4e0f-ba99-774f8a75935a req-f9f495be-23f6-447a-a10a-a4e8855ec9f2 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1d8eac4-03db-4e68-842c-8ce0eb9b71fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2816625 Jul 15 19:05:15.493321 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-be73a89d-f207-48d6-b213-1a356141528f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:15.525685 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:15.558931 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b02d62-f629-4647-a714-a000a25a8296 admin admin] Network db293c0c-639d-465d-957a-7d2d560b6fd9 is already hosted by enough agents. {{(pid=93657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:05:15.637691 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] For port 46040869-a671-4930-9d0e-cfdde46b3216, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=46040869-a671-4930-9d0e-cfdde46b3216,segment=NetworkSegment(c5f51327-4914-48ee-89a2-7f0bd5724fec),segment_id=c5f51327-4914-48ee-89a2-7f0bd5724fec)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:05:15.647682 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:15.648880 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 4da03f02-b7d6-4be0-acf2-186cc838576d up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:05:15.714505 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.base_scheduler [None req-d8b02d62-f629-4647-a714-a000a25a8296 admin admin] Resources bound (agent type, host, resource id): {{(pid=93657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:05:15.767126 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-136dc162-e140-4dfa-9486-0ab132444744 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--2084933982&fields=id&tenant_id=91c9bcc496f74a1da3a1ee065e5d5817 HTTP/1.1" status: 200 len: 267 time: 0.2190046 Jul 15 19:05:15.802770 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b02d62-f629-4647-a714-a000a25a8296 admin admin] Pushing event updated for resources: {'Port': ['ID=ff1ecc5b-eab8-4571-8d80-2f03bd8960ae,revision_number=2']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:15.831819 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Pushing event updated for resources: {'Port': ['ID=46040869-a671-4930-9d0e-cfdde46b3216,revision_number=5']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:15.879298 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port 4da03f02-b7d6-4be0-acf2-186cc838576d triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:05:15.879810 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:15.886840 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-f71420c9-21ba-4d8a-946f-a2c77cf7e63a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:15.930090 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-1809932d-4641-486a-af9d-dcd059308ef7 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:16.093786 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-1809932d-4641-486a-af9d-dcd059308ef7 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:16.116290 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.notifiers.nova [req-794f1074-9814-4231-99b3-1e1c1a22295d req-5863b41d-a457-432e-b2ec-05dea75e981e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4bf7a26-0214-463a-9387-e6e48597107b {{(pid=93657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:05:16.195810 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-62a3866f-eb49-4752-83ea-48a4a9e25b0b tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:16.203558 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-62a3866f-eb49-4752-83ea-48a4a9e25b0b tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/networks?id=673ecaa8-9125-4486-9436-19add9ddf5ea HTTP/1.1" status: 200 len: 810 time: 0.4150376 Jul 15 19:05:16.204697 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-794f1074-9814-4231-99b3-1e1c1a22295d req-5863b41d-a457-432e-b2ec-05dea75e981e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:16.207500 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-be73a89d-f207-48d6-b213-1a356141528f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:16.210726 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-be73a89d-f207-48d6-b213-1a356141528f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:16.216312 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-be73a89d-f207-48d6-b213-1a356141528f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8aa0065a-24b4-4a0a-9286-30bd518b8bf8 HTTP/1.1" status: 204 len: 168 time: 1.0357096 Jul 15 19:05:16.249191 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-4351d8ac-1e44-41fb-a629-13d5548efe6b tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/quotas/91c9bcc496f74a1da3a1ee065e5d5817 HTTP/1.1" status: 200 len: 375 time: 0.0443325 Jul 15 19:05:16.252782 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be73a89d-f207-48d6-b213-1a356141528f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa0065a-24b4-4a0a-9286-30bd518b8bf8,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:16.302295 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.provisioning_blocks [req-794f1074-9814-4231-99b3-1e1c1a22295d req-5863b41d-a457-432e-b2ec-05dea75e981e service neutron] Transition to ACTIVE for port object b4bf7a26-0214-463a-9387-e6e48597107b will not be triggered until provisioned by entity L2. {{(pid=93657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:05:16.367550 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-794f1074-9814-4231-99b3-1e1c1a22295d req-5863b41d-a457-432e-b2ec-05dea75e981e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6305852'] for port, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:16.430568 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5863b41d-a457-432e-b2ec-05dea75e981e service neutron] Pushing event updated for resources: {'Port': ['ID=b4bf7a26-0214-463a-9387-e6e48597107b,revision_number=2']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:16.488420 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b02d62-f629-4647-a714-a000a25a8296 admin admin] Router 84b77c55-ec13-40c4-8a3c-98dc0159bab4 has already been hosted by L3 agent d1959f4f-c5e4-447e-bdea-87c7e923db15 {{(pid=93657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:05:16.812704 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 46040869-a671-4930-9d0e-cfdde46b3216 up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:05:16.888426 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-68da29d1-e099-45e3-832c-ea1ec93f6ece tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=91c9bcc496f74a1da3a1ee065e5d5817&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6380143 Jul 15 19:05:16.947369 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b02d62-f629-4647-a714-a000a25a8296 admin admin] Notify agent at l3_agent.dv-cinder-788363-8-iscsi the message routers_updated {{(pid=93657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:05:16.953837 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-d8b02d62-f629-4647-a714-a000a25a8296 admin admin] 10.222.0.70 "PUT /v2.0/routers/84b77c55-ec13-40c4-8a3c-98dc0159bab4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.6718748 Jul 15 19:05:16.982196 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871fe3a2-a03c-4eb4-bc39-c21a0fe6a118 None None] Sync routers for ids ['84b77c55-ec13-40c4-8a3c-98dc0159bab4'] in dv-cinder-788363-8-iscsi {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:05:17.008848 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-f71420c9-21ba-4d8a-946f-a2c77cf7e63a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:17.035168 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-f71420c9-21ba-4d8a-946f-a2c77cf7e63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:17.042841 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871fe3a2-a03c-4eb4-bc39-c21a0fe6a118 None None] Routers {'84b77c55-ec13-40c4-8a3c-98dc0159bab4'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:05:17.047140 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-871fe3a2-a03c-4eb4-bc39-c21a0fe6a118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:04:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['84b77c55-ec13-40c4-8a3c-98dc0159bab4'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:17.069420 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [req-794f1074-9814-4231-99b3-1e1c1a22295d req-5863b41d-a457-432e-b2ec-05dea75e981e service neutron] Attempting to bind port b4bf7a26-0214-463a-9387-e6e48597107b on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:05:17.069841 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [req-794f1074-9814-4231-99b3-1e1c1a22295d req-5863b41d-a457-432e-b2ec-05dea75e981e service neutron] Attempting to bind port b4bf7a26-0214-463a-9387-e6e48597107b by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '44d41d57-008d-40df-9f94-5bdc6a7db294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '587de033-a442-4b42-bde0-545308a7f82d'}] {{(pid=93657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:05:17.070116 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794f1074-9814-4231-99b3-1e1c1a22295d req-5863b41d-a457-432e-b2ec-05dea75e981e service neutron] Attempting to bind port b4bf7a26-0214-463a-9387-e6e48597107b on network 587de033-a442-4b42-bde0-545308a7f82d {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:05:17.110454 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddaf59c-9ba3-4769-b5f2-020c8c4a6578 req-cfeb15dc-42f6-4780-a318-2ae28f9fa1e6 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:17.117675 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-6ddaf59c-9ba3-4769-b5f2-020c8c4a6578 req-cfeb15dc-42f6-4780-a318-2ae28f9fa1e6 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/ports?device_id=3accc4cc-3b97-4aa6-a665-de0fbfd03ae1 HTTP/1.1" status: 200 len: 943 time: 0.3716595 Jul 15 19:05:17.172550 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 49910) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:17.172909 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-f71420c9-21ba-4d8a-946f-a2c77cf7e63a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a5c3816a8e604ab698556bef1c5c582f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7767878 Jul 15 19:05:17.173595 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71420c9-21ba-4d8a-946f-a2c77cf7e63a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c909d9fc-c837-4ba4-bed1-3998d3996bb0,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:17.177281 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794f1074-9814-4231-99b3-1e1c1a22295d req-5863b41d-a457-432e-b2ec-05dea75e981e service neutron] Port b4bf7a26-0214-463a-9387-e6e48597107b on network 587de033-a442-4b42-bde0-545308a7f82d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:05:17.177806 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794f1074-9814-4231-99b3-1e1c1a22295d req-5863b41d-a457-432e-b2ec-05dea75e981e service neutron] Attempting to bind port b4bf7a26-0214-463a-9387-e6e48597107b on network 587de033-a442-4b42-bde0-545308a7f82d {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:05:17.189781 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-1809932d-4641-486a-af9d-dcd059308ef7 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks [] for port, precommit_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:17.195116 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794f1074-9814-4231-99b3-1e1c1a22295d req-5863b41d-a457-432e-b2ec-05dea75e981e service neutron] Checking agent: {'id': 'ff69530c-d7d1-4bd0-8ab4-9c33ea1455de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 2, 58), 'started_at': datetime.datetime(2021, 7, 15, 19, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:05:17.195498 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794f1074-9814-4231-99b3-1e1c1a22295d req-5863b41d-a457-432e-b2ec-05dea75e981e service neutron] Checking segment: {'id': '44d41d57-008d-40df-9f94-5bdc6a7db294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '587de033-a442-4b42-bde0-545308a7f82d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:05:17.196039 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794f1074-9814-4231-99b3-1e1c1a22295d req-5863b41d-a457-432e-b2ec-05dea75e981e service neutron] Bound using segment: {'id': '44d41d57-008d-40df-9f94-5bdc6a7db294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '587de033-a442-4b42-bde0-545308a7f82d'} {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:05:17.196583 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [req-794f1074-9814-4231-99b3-1e1c1a22295d req-5863b41d-a457-432e-b2ec-05dea75e981e service neutron] Bound port: b4bf7a26-0214-463a-9387-e6e48597107b, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d41d57-008d-40df-9f94-5bdc6a7db294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '587de033-a442-4b42-bde0-545308a7f82d'}}] {{(pid=93657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:05:17.197044 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-794f1074-9814-4231-99b3-1e1c1a22295d req-5863b41d-a457-432e-b2ec-05dea75e981e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:17.223132 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-1809932d-4641-486a-af9d-dcd059308ef7 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6305852'] for port, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:17.271777 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-6ddaf59c-9ba3-4769-b5f2-020c8c4a6578 req-3571e4cf-fd63-4b99-8637-0d324ad05dd1 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1d8eac4-03db-4e68-842c-8ce0eb9b71fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532300 Jul 15 19:05:17.307919 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port 46040869-a671-4930-9d0e-cfdde46b3216 triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:05:17.308649 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:17.363934 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-45e94041-74a2-4260-bf7b-e0a03d39f179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:17.448003 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-45e94041-74a2-4260-bf7b-e0a03d39f179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:17.574670 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-45e94041-74a2-4260-bf7b-e0a03d39f179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:17.579625 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-45e94041-74a2-4260-bf7b-e0a03d39f179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:17.581161 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-45e94041-74a2-4260-bf7b-e0a03d39f179 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c909d9fc-c837-4ba4-bed1-3998d3996bb0 HTTP/1.1" status: 204 len: 168 time: 0.4074872 Jul 15 19:05:17.594463 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e94041-74a2-4260-bf7b-e0a03d39f179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c909d9fc-c837-4ba4-bed1-3998d3996bb0,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:17.661534 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-ac7eb016-3a25-419c-b4f0-cbe5b9b2c71c service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 19:05:17.663451 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-ac7eb016-3a25-419c-b4f0-cbe5b9b2c71c service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4473093 Jul 15 19:05:17.757863 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [req-794f1074-9814-4231-99b3-1e1c1a22295d req-5863b41d-a457-432e-b2ec-05dea75e981e service neutron] For port b4bf7a26-0214-463a-9387-e6e48597107b, host hv-cinder-78836, cleared binding levels {{(pid=93657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:05:17.781420 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [req-794f1074-9814-4231-99b3-1e1c1a22295d req-5863b41d-a457-432e-b2ec-05dea75e981e service neutron] For port b4bf7a26-0214-463a-9387-e6e48597107b, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b4bf7a26-0214-463a-9387-e6e48597107b,segment=NetworkSegment(44d41d57-008d-40df-9f94-5bdc6a7db294),segment_id=44d41d57-008d-40df-9f94-5bdc6a7db294)] {{(pid=93657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:05:17.789615 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1809932d-4641-486a-af9d-dcd059308ef7 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Pushing event updated for resources: {'Port': ['ID=fca5cef7-d8b7-48ce-917c-4f7537aea9c1,revision_number=2']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:17.829562 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-794f1074-9814-4231-99b3-1e1c1a22295d req-5863b41d-a457-432e-b2ec-05dea75e981e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6305852'] for port, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:17.935834 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-1809932d-4641-486a-af9d-dcd059308ef7 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764579'] for floatingip, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:17.939765 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-871fe3a2-a03c-4eb4-bc39-c21a0fe6a118 None None] Set router 84b77c55-ec13-40c4-8a3c-98dc0159bab4 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:05:18.014581 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f1074-9814-4231-99b3-1e1c1a22295d req-5863b41d-a457-432e-b2ec-05dea75e981e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:18.023392 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-794f1074-9814-4231-99b3-1e1c1a22295d req-5863b41d-a457-432e-b2ec-05dea75e981e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for port, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:18.026047 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-794f1074-9814-4231-99b3-1e1c1a22295d req-5863b41d-a457-432e-b2ec-05dea75e981e service neutron] 10.222.0.69 "PUT /v2.0/ports/b4bf7a26-0214-463a-9387-e6e48597107b HTTP/1.1" status: 200 len: 1093 time: 7.4171107 Jul 15 19:05:18.033401 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3accc4cc-3b97-4aa6-a665-de0fbfd03ae1', 'tag': 'b4bf7a26-0214-463a-9387-e6e48597107b'}] {{(pid=93657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:05:18.051434 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-c42c8e13-9820-448f-ad68-6edda7096dd1 service neutron] 10.222.0.70 "GET /v2.0/networks/673ecaa8-9125-4486-9436-19add9ddf5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616421 Jul 15 19:05:18.114228 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-1809932d-4641-486a-af9d-dcd059308ef7 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for floatingip, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:18.138916 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-1809932d-4641-486a-af9d-dcd059308ef7 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.4033406 Jul 15 19:05:18.414823 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5863b41d-a457-432e-b2ec-05dea75e981e service neutron] Pushing event updated for resources: {'Port': ['ID=b4bf7a26-0214-463a-9387-e6e48597107b,revision_number=3']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:18.578597 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-40db3803-6cee-4088-ab27-df7d3727d656 service neutron] 10.222.0.70 "GET /v2.0/networks/673ecaa8-9125-4486-9436-19add9ddf5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5262394 Jul 15 19:05:18.584129 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 49976) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:18.588601 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-871fe3a2-a03c-4eb4-bc39-c21a0fe6a118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b77c55-ec13-40c4-8a3c-98dc0159bab4', 'name': 'tempest-ServerRescueNegativeTestJSON-910084422-router', 'tenant_id': '5330063560884d19abff6266bfc251c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '2e8005cd-7395-4d6a-aaf2-2f61189c89f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:52Z', 'updated_at': '2021-07-15T19:05:09Z', 'revision_number': 4, 'project_id': '5330063560884d19abff6266bfc251c7', 'gw_port': {'id': '2e8005cd-7395-4d6a-aaf2-2f61189c89f9', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b77c55-ec13-40c4-8a3c-98dc0159bab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:54Z', 'updated_at': '2021-07-15T19:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': 'ff1ecc5b-eab8-4571-8d80-2f03bd8960ae', 'name': '', 'network_id': 'db293c0c-639d-465d-957a-7d2d560b6fd9', 'tenant_id': '5330063560884d19abff6266bfc251c7', 'mac_address': 'fa:16:3e:bc:41:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b77c55-ec13-40c4-8a3c-98dc0159bab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c64f9169-c20b-4ae0-8226-b6cbf9550510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:03Z', 'updated_at': '2021-07-15T19:05:10Z', 'revision_number': 2, 'project_id': '5330063560884d19abff6266bfc251c7', 'subnets': [{'id': 'c64f9169-c20b-4ae0-8226-b6cbf9550510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:18.655257 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-b2b705d0-8067-4af7-b3bf-32fecc0615de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:18.664344 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f1074-9814-4231-99b3-1e1c1a22295d req-e65f1ce2-7b42-46ad-8886-c0479233bd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:18.669385 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-794f1074-9814-4231-99b3-1e1c1a22295d req-e65f1ce2-7b42-46ad-8886-c0479233bd41 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=76cefb4140f84199a27c5cb0cfea9e65&device_id=3accc4cc-3b97-4aa6-a665-de0fbfd03ae1 HTTP/1.1" status: 200 len: 1096 time: 0.5063910 Jul 15 19:05:18.677142 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871fe3a2-a03c-4eb4-bc39-c21a0fe6a118 None None] Checking router: 84b77c55-ec13-40c4-8a3c-98dc0159bab4 for host: dv-cinder-788363-8-iscsi {{(pid=93659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:05:18.677902 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871fe3a2-a03c-4eb4-bc39-c21a0fe6a118 None None] Updating router 84b77c55-ec13-40c4-8a3c-98dc0159bab4 port ff1ecc5b-eab8-4571-8d80-2f03bd8960ae binding host dv-cinder-788363-8-iscsi {{(pid=93659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:05:18.743978 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-871fe3a2-a03c-4eb4-bc39-c21a0fe6a118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:19.029177 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-b2b705d0-8067-4af7-b3bf-32fecc0615de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:19.033717 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b0cfcdb1f3b1ee888c4befe2123a349a82046d9ec1555bca0e5a99b684397f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bd1e1f-9cf8-4eca-804c-0ad5db043981" -d '{"events": [{"name": "network-changed", "server_uuid": "3accc4cc-3b97-4aa6-a665-de0fbfd03ae1", "tag": "b4bf7a26-0214-463a-9387-e6e48597107b"}]}' {{(pid=93657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:05:19.040881 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-b2b705d0-8067-4af7-b3bf-32fecc0615de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:19.114477 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-b2b705d0-8067-4af7-b3bf-32fecc0615de admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9ae58989c2214b179095d0282b524243&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5282047 Jul 15 19:05:19.119539 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 50004) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:19.133173 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b705d0-8067-4af7-b3bf-32fecc0615de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a268e77b-c21a-48f1-8ece-841eb149edeb,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:19.171123 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-ed12bcbc-860c-42b4-bfac-ac98e3bc6a5d tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:19.172705 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-ed12bcbc-860c-42b4-bfac-ac98e3bc6a5d tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/networks?id=db293c0c-639d-465d-957a-7d2d560b6fd9 HTTP/1.1" status: 200 len: 818 time: 0.2913003 Jul 15 19:05:19.213559 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-f5dbfa23-94ce-46bf-b6bf-01d40f363981 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/quotas/5330063560884d19abff6266bfc251c7 HTTP/1.1" status: 200 len: 375 time: 0.0279880 Jul 15 19:05:19.219253 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 50012) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:19.286328 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81528356-a139-4092-8cf9-4c22398f319d req-f8afaa44-f88a-4fb5-b45d-3646f942b42a tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:19.296612 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-81528356-a139-4092-8cf9-4c22398f319d req-f8afaa44-f88a-4fb5-b45d-3646f942b42a tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/ports?device_id=3accc4cc-3b97-4aa6-a665-de0fbfd03ae1 HTTP/1.1" status: 200 len: 943 time: 0.1710980 Jul 15 19:05:19.315005 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-871fe3a2-a03c-4eb4-bc39-c21a0fe6a118 None None] Notify callbacks [] for port, precommit_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:19.316725 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2e4ee825-29d5-494b-abfc-61737b7238fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:19.328102 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-871fe3a2-a03c-4eb4-bc39-c21a0fe6a118 None None] Transition to ACTIVE for port object ff1ecc5b-eab8-4571-8d80-2f03bd8960ae will not be triggered until provisioned by entity L2. {{(pid=93659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:05:19.340268 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-871fe3a2-a03c-4eb4-bc39-c21a0fe6a118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:19.367352 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2e4ee825-29d5-494b-abfc-61737b7238fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:19.415556 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-81528356-a139-4092-8cf9-4c22398f319d req-7b50961a-a288-4ac8-a057-00aa3cd1ffb1 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1d8eac4-03db-4e68-842c-8ce0eb9b71fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128533 Jul 15 19:05:19.434293 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba70ab11-9233-4ae0-a227-a2e04e2aed25 None None] Pushing event updated for resources: {'Port': ['ID=ff1ecc5b-eab8-4571-8d80-2f03bd8960ae,revision_number=3']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:19.459593 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-0ce213c6-e16b-4877-a202-0b02a2b2a76c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:19.562737 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-871fe3a2-a03c-4eb4-bc39-c21a0fe6a118 None None] Attempting to bind port ff1ecc5b-eab8-4571-8d80-2f03bd8960ae on host dv-cinder-788363-8-iscsi for vnic_type normal with profile {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:05:19.563350 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-871fe3a2-a03c-4eb4-bc39-c21a0fe6a118 None None] Attempting to bind port ff1ecc5b-eab8-4571-8d80-2f03bd8960ae by drivers openvswitch,hyperv on host dv-cinder-788363-8-iscsi at level 0 using segments [{'id': '37673299-b9a2-4673-b486-eb1aa43d8d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'db293c0c-639d-465d-957a-7d2d560b6fd9'}] {{(pid=93659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:05:19.563926 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871fe3a2-a03c-4eb4-bc39-c21a0fe6a118 None None] Attempting to bind port ff1ecc5b-eab8-4571-8d80-2f03bd8960ae on network db293c0c-639d-465d-957a-7d2d560b6fd9 {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:05:19.575219 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871fe3a2-a03c-4eb4-bc39-c21a0fe6a118 None None] Checking agent: {'id': 'ac33f8ba-c243-4061-a3c6-3aff717edb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 52), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:05:19.575610 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871fe3a2-a03c-4eb4-bc39-c21a0fe6a118 None None] Checking segment: {'id': '37673299-b9a2-4673-b486-eb1aa43d8d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'db293c0c-639d-465d-957a-7d2d560b6fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:05:19.576070 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-871fe3a2-a03c-4eb4-bc39-c21a0fe6a118 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:19.576476 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871fe3a2-a03c-4eb4-bc39-c21a0fe6a118 None None] Bound using segment: {'id': '37673299-b9a2-4673-b486-eb1aa43d8d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'db293c0c-639d-465d-957a-7d2d560b6fd9'} {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:05:19.577241 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-871fe3a2-a03c-4eb4-bc39-c21a0fe6a118 None None] Bound port: ff1ecc5b-eab8-4571-8d80-2f03bd8960ae, host: dv-cinder-788363-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37673299-b9a2-4673-b486-eb1aa43d8d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'db293c0c-639d-465d-957a-7d2d560b6fd9'}}] {{(pid=93659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:05:19.579289 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-871fe3a2-a03c-4eb4-bc39-c21a0fe6a118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:19.589238 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-14e3a34d-1bd3-4ee3-8e1e-c9c9ddba997f tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5330063560884d19abff6266bfc251c7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3614624 Jul 15 19:05:19.590004 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-7b52dc72-2387-4c31-8d9b-03505cfd20ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:19.650877 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-6d9131ad-beee-40fb-89d0-57b03df2f482 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--2119161876&fields=id&tenant_id=509209d2c8bd40dc87dfc3c3ad815494 HTTP/1.1" status: 200 len: 267 time: 0.0767527 Jul 15 19:05:19.717072 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-871fe3a2-a03c-4eb4-bc39-c21a0fe6a118 None None] For port ff1ecc5b-eab8-4571-8d80-2f03bd8960ae, host dv-cinder-788363-8-iscsi, cleared binding levels {{(pid=93659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:05:19.725085 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-871fe3a2-a03c-4eb4-bc39-c21a0fe6a118 None None] For port ff1ecc5b-eab8-4571-8d80-2f03bd8960ae, host dv-cinder-788363-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=ff1ecc5b-eab8-4571-8d80-2f03bd8960ae,segment=NetworkSegment(37673299-b9a2-4673-b486-eb1aa43d8d4f),segment_id=37673299-b9a2-4673-b486-eb1aa43d8d4f)] {{(pid=93659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:05:19.731381 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-871fe3a2-a03c-4eb4-bc39-c21a0fe6a118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:19.733453 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2e4ee825-29d5-494b-abfc-61737b7238fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:19.740865 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2e4ee825-29d5-494b-abfc-61737b7238fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:19.744816 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-2e4ee825-29d5-494b-abfc-61737b7238fe admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a268e77b-c21a-48f1-8ece-841eb149edeb HTTP/1.1" status: 204 len: 168 time: 0.6235414 Jul 15 19:05:19.806084 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871fe3a2-a03c-4eb4-bc39-c21a0fe6a118 None None] Routers {'84b77c55-ec13-40c4-8a3c-98dc0159bab4'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:05:19.807523 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-871fe3a2-a03c-4eb4-bc39-c21a0fe6a118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:04:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['84b77c55-ec13-40c4-8a3c-98dc0159bab4'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:19.820513 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ee825-29d5-494b-abfc-61737b7238fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a268e77b-c21a-48f1-8ece-841eb149edeb,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:19.833780 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-4c473f33-259a-43f9-9e5d-03f3951add20 service neutron] 10.222.0.70 "GET /v2.0/networks/db293c0c-639d-465d-957a-7d2d560b6fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355363 Jul 15 19:05:19.855335 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-2462c543-ac0d-4c0d-b7e6-4792c781701d tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:19.856922 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-2462c543-ac0d-4c0d-b7e6-4792c781701d tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/networks?id=4bce21e0-88dc-4de8-9d22-c4e766c0d73f HTTP/1.1" status: 200 len: 816 time: 0.1927400 Jul 15 19:05:19.890247 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-e3b755b8-1946-4d42-a9c0-af017ded07ec tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/quotas/509209d2c8bd40dc87dfc3c3ad815494 HTTP/1.1" status: 200 len: 375 time: 0.0268562 Jul 15 19:05:19.962556 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba70ab11-9233-4ae0-a227-a2e04e2aed25 None None] Pushing event updated for resources: {'Port': ['ID=ff1ecc5b-eab8-4571-8d80-2f03bd8960ae,revision_number=4']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:20.014032 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-599605cd-b96d-4308-94ff-c2f3ce5f5edd service neutron] 10.222.0.70 "GET /v2.0/networks/db293c0c-639d-465d-957a-7d2d560b6fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539445 Jul 15 19:05:20.016493 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-7b52dc72-2387-4c31-8d9b-03505cfd20ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:20.031235 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-e90f7a25-3ae4-4e47-a9a5-caeda501d4cf tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=509209d2c8bd40dc87dfc3c3ad815494&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1319134 Jul 15 19:05:20.033186 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-7b52dc72-2387-4c31-8d9b-03505cfd20ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:20.101845 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-7b52dc72-2387-4c31-8d9b-03505cfd20ce admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=502aebda3951431299d12d9a6c069b8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8792803 Jul 15 19:05:20.101845 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 50058) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:20.109951 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b52dc72-2387-4c31-8d9b-03505cfd20ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c44cca-d7a3-4313-ba9c-aa481dab51da,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:20.129012 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-871fe3a2-a03c-4eb4-bc39-c21a0fe6a118 None None] Set router 84b77c55-ec13-40c4-8a3c-98dc0159bab4 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:05:20.223633 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-11047621-c3e7-4475-a6e4-04bac927fc11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:20.271173 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-9200c016-0db0-4646-af3b-7dfa8d629e96 service neutron] 10.222.0.70 "GET /v2.0/networks/4bce21e0-88dc-4de8-9d22-c4e766c0d73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389646 Jul 15 19:05:20.277991 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-11047621-c3e7-4475-a6e4-04bac927fc11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:20.397247 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-11047621-c3e7-4475-a6e4-04bac927fc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:20.405678 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-11047621-c3e7-4475-a6e4-04bac927fc11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:20.413731 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-11047621-c3e7-4475-a6e4-04bac927fc11 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d3c44cca-d7a3-4313-ba9c-aa481dab51da HTTP/1.1" status: 204 len: 168 time: 0.3117521 Jul 15 19:05:20.421623 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-77d9683e-ef99-497e-9076-4c5a20c0a0e1 service neutron] 10.222.0.70 "GET /v2.0/networks/4bce21e0-88dc-4de8-9d22-c4e766c0d73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418059 Jul 15 19:05:20.500738 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-aa2ff097-2187-4566-afe3-059407c7624b req-d4cdbb3d-d24f-40d6-b759-9bd654531c56 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 210 time: 0.1272504 Jul 15 19:05:20.501487 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11047621-c3e7-4475-a6e4-04bac927fc11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c44cca-d7a3-4313-ba9c-aa481dab51da,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:20.711962 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-871fe3a2-a03c-4eb4-bc39-c21a0fe6a118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b77c55-ec13-40c4-8a3c-98dc0159bab4', 'name': 'tempest-ServerRescueNegativeTestJSON-910084422-router', 'tenant_id': '5330063560884d19abff6266bfc251c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '2e8005cd-7395-4d6a-aaf2-2f61189c89f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:52Z', 'updated_at': '2021-07-15T19:05:09Z', 'revision_number': 4, 'project_id': '5330063560884d19abff6266bfc251c7', 'gw_port': {'id': '2e8005cd-7395-4d6a-aaf2-2f61189c89f9', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b77c55-ec13-40c4-8a3c-98dc0159bab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:54Z', 'updated_at': '2021-07-15T19:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': 'ff1ecc5b-eab8-4571-8d80-2f03bd8960ae', 'name': '', 'network_id': 'db293c0c-639d-465d-957a-7d2d560b6fd9', 'tenant_id': '5330063560884d19abff6266bfc251c7', 'mac_address': 'fa:16:3e:bc:41:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b77c55-ec13-40c4-8a3c-98dc0159bab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c64f9169-c20b-4ae0-8226-b6cbf9550510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:03Z', 'updated_at': '2021-07-15T19:05:19Z', 'revision_number': 4, 'project_id': '5330063560884d19abff6266bfc251c7', 'subnets': [{'id': 'c64f9169-c20b-4ae0-8226-b6cbf9550510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:20.743282 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871fe3a2-a03c-4eb4-bc39-c21a0fe6a118 None None] The sync data for ids ['84b77c55-ec13-40c4-8a3c-98dc0159bab4'] in dv-cinder-788363-8-iscsi is: [{'id': '84b77c55-ec13-40c4-8a3c-98dc0159bab4', 'name': 'tempest-ServerRescueNegativeTestJSON-910084422-router', 'tenant_id': '5330063560884d19abff6266bfc251c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '2e8005cd-7395-4d6a-aaf2-2f61189c89f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:52Z', 'updated_at': '2021-07-15T19:05:09Z', 'revision_number': 4, 'project_id': '5330063560884d19abff6266bfc251c7', 'gw_port': {'id': '2e8005cd-7395-4d6a-aaf2-2f61189c89f9', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b77c55-ec13-40c4-8a3c-98dc0159bab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:54Z', 'updated_at': '2021-07-15T19:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': 'ff1ecc5b-eab8-4571-8d80-2f03bd8960ae', 'name': '', 'network_id': 'db293c0c-639d-465d-957a-7d2d560b6fd9', 'tenant_id': '5330063560884d19abff6266bfc251c7', 'mac_address': 'fa:16:3e:bc:41:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b77c55-ec13-40c4-8a3c-98dc0159bab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c64f9169-c20b-4ae0-8226-b6cbf9550510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:03Z', 'updated_at': '2021-07-15T19:05:19Z', 'revision_number': 4, 'project_id': '5330063560884d19abff6266bfc251c7', 'subnets': [{'id': 'c64f9169-c20b-4ae0-8226-b6cbf9550510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:05:20.749425 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-be5e4fbb-ef4e-4b93-b630-9de842bbab34 req-c050022d-7441-426b-9c69-39937cfb2327 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 210 time: 0.0927861 Jul 15 19:05:21.138940 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7e40d-1d1d-4d37-8ce9-9bb6b39dab84 req-755d9e4c-3421-41a2-b8f4-986a6e1e2b56 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:21.142776 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-37b7e40d-1d1d-4d37-8ce9-9bb6b39dab84 req-755d9e4c-3421-41a2-b8f4-986a6e1e2b56 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/ports?device_id=3accc4cc-3b97-4aa6-a665-de0fbfd03ae1 HTTP/1.1" status: 200 len: 943 time: 0.1566598 Jul 15 19:05:21.231235 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-37b7e40d-1d1d-4d37-8ce9-9bb6b39dab84 req-6f90689d-be15-4dcc-896c-2b781bc141e2 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1d8eac4-03db-4e68-842c-8ce0eb9b71fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737071 Jul 15 19:05:21.307679 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-9b543a9b-fd55-489e-a0ff-a2ee9b011732 req-07921720-ace5-4355-ab0f-77e9053d4d43 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 210 time: 0.0405767 Jul 15 19:05:21.336133 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 50116) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:21.356021 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-09f15a3a-e9b5-4973-9991-1b757c4e9fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:21.424327 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d790e6f0-40f3-4ca9-b811-fb57b3eeb06f x-openstack-request-id: req-d790e6f0-40f3-4ca9-b811-fb57b3eeb06f {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:05:21.424682 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3accc4cc-3b97-4aa6-a665-de0fbfd03ae1", "tag": "b4bf7a26-0214-463a-9387-e6e48597107b", "status": "completed", "code": 200}]} {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:05:21.424786 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d790e6f0-40f3-4ca9-b811-fb57b3eeb06f {{(pid=93657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:05:21.425295 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3accc4cc-3b97-4aa6-a665-de0fbfd03ae1', 'tag': 'b4bf7a26-0214-463a-9387-e6e48597107b', 'status': 'completed', 'code': 200} Jul 15 19:05:21.533102 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-09f15a3a-e9b5-4973-9991-1b757c4e9fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:21.545429 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-09f15a3a-e9b5-4973-9991-1b757c4e9fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:21.631858 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f15a3a-e9b5-4973-9991-1b757c4e9fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ddf461-38ae-421a-a76e-587d979ab61e,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:21.649310 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-09f15a3a-e9b5-4973-9991-1b757c4e9fc4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4980588477b3458699b08e1f3a28cebb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3121102 Jul 15 19:05:21.654581 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 50140) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:21.794215 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-d4eee502-442e-4216-a35f-bbd7ae66cf19 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:21.795781 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-d4eee502-442e-4216-a35f-bbd7ae66cf19 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/networks?id=db293c0c-639d-465d-957a-7d2d560b6fd9 HTTP/1.1" status: 200 len: 818 time: 0.2211418 Jul 15 19:05:21.828270 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-794f1074-9814-4231-99b3-1e1c1a22295d req-827b7800-21dd-415b-9e64-28effe60b32b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4bf7a26-0214-463a-9387-e6e48597107b HTTP/1.1" status: 200 len: 217 time: 0.1249771 Jul 15 19:05:21.831460 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-8c2088d5-5b39-4c95-b46d-3d7d50e96dc2 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/quotas/5330063560884d19abff6266bfc251c7 HTTP/1.1" status: 200 len: 375 time: 0.0259647 Jul 15 19:05:21.866047 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-a27bd0ea-43ee-4bed-b70b-5e5bc716d40b req-2f7a7cb2-ddbb-44ab-9082-5ab0062b1829 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 210 time: 0.0892024 Jul 15 19:05:21.880004 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-c7d21222-a5d9-4e8f-92a1-2b84ddedd946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:21.911579 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-8563473a-2e06-4eed-a32a-c31c474ca832 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5330063560884d19abff6266bfc251c7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0764322 Jul 15 19:05:21.919455 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-c7d21222-a5d9-4e8f-92a1-2b84ddedd946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:22.093936 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:22.111169 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f1074-9814-4231-99b3-1e1c1a22295d req-35de1323-0556-4c85-b536-ddb2fe6af8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:22.113422 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-794f1074-9814-4231-99b3-1e1c1a22295d req-35de1323-0556-4c85-b536-ddb2fe6af8f7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dfc3c586-e614-4b2c-8a2e-ba69cd7ed713 HTTP/1.1" status: 200 len: 851 time: 0.1655934 Jul 15 19:05:22.135344 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-b563ca70-8377-4744-a04c-a68e68b64ad2 service neutron] 10.222.0.70 "GET /v2.0/networks/db293c0c-639d-465d-957a-7d2d560b6fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107954 Jul 15 19:05:22.136648 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-c7d21222-a5d9-4e8f-92a1-2b84ddedd946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:22.139667 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-c7d21222-a5d9-4e8f-92a1-2b84ddedd946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:22.140912 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-c7d21222-a5d9-4e8f-92a1-2b84ddedd946 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/65ddf461-38ae-421a-a76e-587d979ab61e HTTP/1.1" status: 204 len: 168 time: 0.4850998 Jul 15 19:05:22.154418 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7b857c8d-f71f-42c5-b6fe-1dbff598f428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:22.253871 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-794f1074-9814-4231-99b3-1e1c1a22295d req-15a1d6b7-fe1e-49be-bff1-daba20a08ea8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=587de033-a442-4b42-bde0-545308a7f82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887079 Jul 15 19:05:22.290226 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d21222-a5d9-4e8f-92a1-2b84ddedd946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ddf461-38ae-421a-a76e-587d979ab61e,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:22.355971 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-7cf8c5d2-32f4-4b06-adac-de60d88cbe30 service neutron] 10.222.0.70 "GET /v2.0/networks/db293c0c-639d-465d-957a-7d2d560b6fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134988 Jul 15 19:05:22.741186 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df49bf6-ce0d-4067-8365-bb30165e64b9 req-0e834ee6-beb4-439e-9770-f3bd09811ec0 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:22.744625 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-6df49bf6-ce0d-4067-8365-bb30165e64b9 req-0e834ee6-beb4-439e-9770-f3bd09811ec0 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/ports?device_id=3accc4cc-3b97-4aa6-a665-de0fbfd03ae1 HTTP/1.1" status: 200 len: 943 time: 0.1328707 Jul 15 19:05:22.755531 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-794f1074-9814-4231-99b3-1e1c1a22295d req-afd54a1e-12e5-4f0e-9e98-86569eb29318 service neutron] 10.222.0.69 "GET /v2.0/networks/587de033-a442-4b42-bde0-545308a7f82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4843681 Jul 15 19:05:22.792151 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-d77e4d87-e254-46b7-b947-59901b2c61de req-6aef81d3-2093-43d3-a8ec-20f6a99c4b77 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 210 time: 0.0499446 Jul 15 19:05:22.871664 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device ff1ecc5b-eab8-4571-8d80-2f03bd8960ae up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:05:22.909190 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-be7b3808-b769-4db7-ab2b-aae2576b9964 req-ee686067-9248-4545-ab5c-c6ce5e1240f9 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 210 time: 0.0736203 Jul 15 19:05:22.963318 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-794f1074-9814-4231-99b3-1e1c1a22295d req-261a3496-84e2-4a1d-9035-99ec9cf096b3 service neutron] 10.222.0.69 "GET /v2.0/networks/587de033-a442-4b42-bde0-545308a7f82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932564 Jul 15 19:05:23.009118 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-6df49bf6-ce0d-4067-8365-bb30165e64b9 req-976d7929-35ed-44b1-bb18-4e46f0e2dcf9 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1d8eac4-03db-4e68-842c-8ce0eb9b71fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526677 Jul 15 19:05:23.056661 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning for port ff1ecc5b-eab8-4571-8d80-2f03bd8960ae completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:05:23.063612 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port ff1ecc5b-eab8-4571-8d80-2f03bd8960ae triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:05:23.065067 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:23.190866 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:23.207124 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-df30065a-c05a-48b5-b769-6e900b124a65 req-5c16c631-ff7a-47c6-85ec-2368ebaf6e80 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 210 time: 0.0863771 Jul 15 19:05:23.251835 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.69', 64751) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:23.292437 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] For port ff1ecc5b-eab8-4571-8d80-2f03bd8960ae, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=ff1ecc5b-eab8-4571-8d80-2f03bd8960ae,segment=NetworkSegment(37673299-b9a2-4673-b486-eb1aa43d8d4f),segment_id=37673299-b9a2-4673-b486-eb1aa43d8d4f)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:05:23.302471 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:23.446065 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Pushing event updated for resources: {'Port': ['ID=ff1ecc5b-eab8-4571-8d80-2f03bd8960ae,revision_number=5']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:23.477870 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-f46564be-0773-447d-a68f-462f3b88a01c tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:23.489774 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-f46564be-0773-447d-a68f-462f3b88a01c tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.69 "GET /v2.0/networks?id=673ecaa8-9125-4486-9436-19add9ddf5ea HTTP/1.1" status: 200 len: 810 time: 0.3279517 Jul 15 19:05:23.493569 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd1e1f-9cf8-4eca-804c-0ad5db043981 req-9228c441-8004-4995-8664-4f7cd924d5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:23.500483 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-66bd1e1f-9cf8-4eca-804c-0ad5db043981 req-9228c441-8004-4995-8664-4f7cd924d5c4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=76cefb4140f84199a27c5cb0cfea9e65&device_id=3accc4cc-3b97-4aa6-a665-de0fbfd03ae1 HTTP/1.1" status: 200 len: 1096 time: 0.2458291 Jul 15 19:05:23.590822 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-91c4c37b-5be0-45e9-a1a4-aaac2fcd3b71 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91c9bcc496f74a1da3a1ee065e5d5817 HTTP/1.1" status: 200 len: 380 time: 0.0710976 Jul 15 19:05:23.628164 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-1fc9fb89-ae58-4281-b254-c33502d34ac3 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Request body: {'port': {'device_id': '8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6', 'network_id': '673ecaa8-9125-4486-9436-19add9ddf5ea', 'admin_state_up': True, 'tenant_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'security_groups': ['5d7ddf77-ad50-4f73-8691-f4fe2b451fca']}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:05:23.646880 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:23.902098 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd1e1f-9cf8-4eca-804c-0ad5db043981 req-4366aad0-926a-4b46-89a3-394b75680381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:23.905141 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-66bd1e1f-9cf8-4eca-804c-0ad5db043981 req-4366aad0-926a-4b46-89a3-394b75680381 service neutron] 10.222.0.69 "GET /v2.0/networks?id=587de033-a442-4b42-bde0-545308a7f82d HTTP/1.1" status: 200 len: 913 time: 0.3847885 Jul 15 19:05:23.910780 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-1fc9fb89-ae58-4281-b254-c33502d34ac3 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Made reservation on behalf of 91c9bcc496f74a1da3a1ee065e5d5817 for: {'port': 1} {{(pid=93657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:05:23.920878 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-1fc9fb89-ae58-4281-b254-c33502d34ac3 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:24.073774 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-66bd1e1f-9cf8-4eca-804c-0ad5db043981 req-e230089c-eea6-4fb6-bd3b-d7bf4a38d0d4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4bf7a26-0214-463a-9387-e6e48597107b HTTP/1.1" status: 200 len: 217 time: 0.1460698 Jul 15 19:05:24.108292 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.69', 64757) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:24.171869 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-32b04601-8ffa-4b40-b71f-e1306ede24cb req-7f5694f1-2ed1-49d7-9d77-7210f9ef11a5 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 210 time: 0.0468845 Jul 15 19:05:24.179401 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-46882860-064e-426e-a040-81659e3c0af4 req-b317fe54-6d84-46f4-ad66-a80a3155ff9e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 210 time: 0.0800092 Jul 15 19:05:24.383889 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.db_base_plugin_common [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-1fc9fb89-ae58-4281-b254-c33502d34ac3 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Allocated IP 172.20.0.8 (673ecaa8-9125-4486-9436-19add9ddf5ea/14efcbfe-a38f-460b-a7fe-e5ca16293d31/ae626100-1a38-4a07-876e-7f60ec940016) {{(pid=93657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:05:24.553595 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-42a65b91-99b6-4f33-8e62-36fd1402b7bb req-b4152697-0d95-48cc-bb50-8825bc2cfafb tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 210 time: 0.0501118 Jul 15 19:05:24.554833 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-96fc80ca-47ea-46bf-bccb-873c4e84df31 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:24.557993 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-96fc80ca-47ea-46bf-bccb-873c4e84df31 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.69 "GET /v2.0/networks?id=db293c0c-639d-465d-957a-7d2d560b6fd9 HTTP/1.1" status: 200 len: 818 time: 0.3843646 Jul 15 19:05:24.632687 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-25c07c90-b7be-4fbc-8ae3-aa6555acf3bd tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Request body: {'port': {'device_id': 'cf6124f9-997c-4498-b6ed-8e0fb6fbfeab', 'network_id': 'db293c0c-639d-465d-957a-7d2d560b6fd9', 'admin_state_up': True, 'tenant_id': '5330063560884d19abff6266bfc251c7'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:05:24.662770 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-1fc9fb89-ae58-4281-b254-c33502d34ac3 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks [] for port, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:24.687273 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd1e1f-9cf8-4eca-804c-0ad5db043981 req-c3719485-74b4-4525-b660-3cbf8fef0568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:24.688763 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-66bd1e1f-9cf8-4eca-804c-0ad5db043981 req-c3719485-74b4-4525-b660-3cbf8fef0568 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dfc3c586-e614-4b2c-8a2e-ba69cd7ed713 HTTP/1.1" status: 200 len: 851 time: 0.5147002 Jul 15 19:05:24.699470 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.provisioning_blocks [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-1fc9fb89-ae58-4281-b254-c33502d34ac3 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Transition to ACTIVE for port object ae626100-1a38-4a07-876e-7f60ec940016 will not be triggered until provisioned by entity DHCP. {{(pid=93657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:05:24.809916 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device ff1ecc5b-eab8-4571-8d80-2f03bd8960ae up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:05:24.820456 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-1fc9fb89-ae58-4281-b254-c33502d34ac3 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:24.877765 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-1fc9fb89-ae58-4281-b254-c33502d34ac3 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Network 673ecaa8-9125-4486-9436-19add9ddf5ea is already hosted by enough agents. {{(pid=93657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:05:24.883640 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.base_scheduler [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-1fc9fb89-ae58-4281-b254-c33502d34ac3 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Resources bound (agent type, host, resource id): {{(pid=93657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:05:24.891213 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-1fc9fb89-ae58-4281-b254-c33502d34ac3 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Received port after_create {{(pid=93657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:05:24.933692 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc9fb89-ae58-4281-b254-c33502d34ac3 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Pushing event updated for resources: {'Port': ['ID=ae626100-1a38-4a07-876e-7f60ec940016,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:24.948320 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.69', 64761) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:24.953289 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port ff1ecc5b-eab8-4571-8d80-2f03bd8960ae triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:05:24.953289 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:25.017194 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-1fc9fb89-ae58-4281-b254-c33502d34ac3 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:25.022033 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-1fc9fb89-ae58-4281-b254-c33502d34ac3 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for port, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:25.185349 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-c3544f78-0473-4c9c-9047-7823ee51ff0d tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:25.187819 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-c3544f78-0473-4c9c-9047-7823ee51ff0d tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.69 "GET /v2.0/networks?id=4bce21e0-88dc-4de8-9d22-c4e766c0d73f HTTP/1.1" status: 200 len: 816 time: 0.2358851 Jul 15 19:05:25.190425 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-1fc9fb89-ae58-4281-b254-c33502d34ac3 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5750713 Jul 15 19:05:25.314565 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-b912f700-1ba7-4d88-884d-438936d71b97 None None] Provisioning for port ae626100-1a38-4a07-876e-7f60ec940016 completed by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:05:25.321754 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-b912f700-1ba7-4d88-884d-438936d71b97 None None] Provisioning complete for port ae626100-1a38-4a07-876e-7f60ec940016 triggered by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:05:25.322131 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-b912f700-1ba7-4d88-884d-438936d71b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:25.328074 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-e61ea151-fa24-44bc-9aa3-6bc5ef4e4d93 service neutron] Request body: {'port': {'device_id': '8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:05:25.332869 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-66bd1e1f-9cf8-4eca-804c-0ad5db043981 req-d183fd98-dc94-455d-9e47-5079968329f7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=587de033-a442-4b42-bde0-545308a7f82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5828266 Jul 15 19:05:25.333445 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-25c07c90-b7be-4fbc-8ae3-aa6555acf3bd tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Made reservation on behalf of 5330063560884d19abff6266bfc251c7 for: {'port': 1} {{(pid=93658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:05:25.346067 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-25c07c90-b7be-4fbc-8ae3-aa6555acf3bd tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:25.385134 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-b912f700-1ba7-4d88-884d-438936d71b97 None None] Port ae626100-1a38-4a07-876e-7f60ec940016 cannot update to ACTIVE because it is not bound. {{(pid=93659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:05:25.435650 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8531ff2-5d7b-45bf-b12b-26fd2c5f8e70 req-dbfa04d4-1918-46e9-aa5e-f8e40718a98d tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:25.443166 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f8531ff2-5d7b-45bf-b12b-26fd2c5f8e70 req-dbfa04d4-1918-46e9-aa5e-f8e40718a98d tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/ports?device_id=3accc4cc-3b97-4aa6-a665-de0fbfd03ae1 HTTP/1.1" status: 200 len: 943 time: 0.9621975 Jul 15 19:05:25.493892 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-27e3c233-126c-49d6-a2c2-b0f43e262945 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=509209d2c8bd40dc87dfc3c3ad815494 HTTP/1.1" status: 200 len: 380 time: 0.2485325 Jul 15 19:05:25.507116 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:25.579988 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-66bd1e1f-9cf8-4eca-804c-0ad5db043981 req-bda6c334-4bef-41d0-9632-3923794a086c service neutron] 10.222.0.69 "GET /v2.0/networks/587de033-a442-4b42-bde0-545308a7f82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294097 Jul 15 19:05:25.725061 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device b4bf7a26-0214-463a-9387-e6e48597107b details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:05:25.774685 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-66bd1e1f-9cf8-4eca-804c-0ad5db043981 req-fa9bc127-fe99-4510-8084-98286b987af2 service neutron] 10.222.0.69 "GET /v2.0/networks/587de033-a442-4b42-bde0-545308a7f82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317537 Jul 15 19:05:25.784909 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-bc5f7989-f69d-4b49-bd52-637d39191216 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Request body: {'port': {'device_id': '581ac5fb-522d-4196-8736-01ddee95b0a5', 'network_id': '4bce21e0-88dc-4de8-9d22-c4e766c0d73f', 'admin_state_up': True, 'tenant_id': '509209d2c8bd40dc87dfc3c3ad815494', 'security_groups': ['4f6f0c1a-32a1-4dcb-b62e-93904fda70e7']}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:05:25.833820 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-57645ea1-77fa-447a-a6b6-e44ec919ae3e req-cd981085-d601-49b8-b664-5008151f41c1 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 210 time: 0.3566451 Jul 15 19:05:25.835884 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-e61ea151-fa24-44bc-9aa3-6bc5ef4e4d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:25.856170 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f8531ff2-5d7b-45bf-b12b-26fd2c5f8e70 req-e2033320-cb9f-408a-8a7c-cb67864b46b7 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1d8eac4-03db-4e68-842c-8ce0eb9b71fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116883 Jul 15 19:05:25.999360 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port b4bf7a26-0214-463a-9387-e6e48597107b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b4bf7a26-0214-463a-9387-e6e48597107b,segment=NetworkSegment(44d41d57-008d-40df-9f94-5bdc6a7db294),segment_id=44d41d57-008d-40df-9f94-5bdc6a7db294)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:05:26.014914 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Returning: {'device': 'b4bf7a26-0214-463a-9387-e6e48597107b', 'network_id': '587de033-a442-4b42-bde0-545308a7f82d', 'port_id': 'b4bf7a26-0214-463a-9387-e6e48597107b', 'mac_address': 'fa:16:3e:f1:9d:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1073, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc3c586-e614-4b2c-8a2e-ba69cd7ed713', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:05:26.104066 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:26.127513 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.db_base_plugin_common [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-25c07c90-b7be-4fbc-8ae3-aa6555acf3bd tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Allocated IP 172.20.0.6 (db293c0c-639d-465d-957a-7d2d560b6fd9/c64f9169-c20b-4ae0-8226-b6cbf9550510/bcd802ab-ebd9-4ee1-ba29-e8f31a844602) {{(pid=93658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:05:26.164661 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4bf7a26-0214-463a-9387-e6e48597107b {{(pid=93659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:05:26.200586 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-2ce1628b-c3a4-4f93-a16e-8e3e6f5f3e07 req-27723a71-ca6e-4096-a606-47a9803765a8 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 210 time: 0.0509574 Jul 15 19:05:26.285057 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port b4bf7a26-0214-463a-9387-e6e48597107b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b4bf7a26-0214-463a-9387-e6e48597107b,segment=NetworkSegment(44d41d57-008d-40df-9f94-5bdc6a7db294),segment_id=44d41d57-008d-40df-9f94-5bdc6a7db294)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:05:26.294538 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:26.320260 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-bc5f7989-f69d-4b49-bd52-637d39191216 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Made reservation on behalf of 509209d2c8bd40dc87dfc3c3ad815494 for: {'port': 1} {{(pid=93657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:05:26.328927 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-bc5f7989-f69d-4b49-bd52-637d39191216 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:26.399661 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=b4bf7a26-0214-463a-9387-e6e48597107b,revision_number=4']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:26.555258 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-b119464c-cd71-4006-98bd-7e3fe4b83b7e tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:26.556891 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-b119464c-cd71-4006-98bd-7e3fe4b83b7e tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.69 "GET /v2.0/networks?id=db293c0c-639d-465d-957a-7d2d560b6fd9 HTTP/1.1" status: 200 len: 818 time: 0.5179327 Jul 15 19:05:26.616598 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.db_base_plugin_common [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-bc5f7989-f69d-4b49-bd52-637d39191216 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Allocated IP 172.20.0.9 (4bce21e0-88dc-4de8-9d22-c4e766c0d73f/4c53d632-04b3-4db0-b6ce-07c07955a0b8/910e4255-cffb-47b8-86c7-b5373835f799) {{(pid=93657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:05:26.650912 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] get_ports_and_sgs() called for port_ids ['b4bf7a26-0214-463a-9387-e6e48597107b'] {{(pid=93659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:05:26.660700 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-3439a804-f5d8-4d25-9af7-6ec08460c1cd tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Request body: {'port': {'device_id': 'f8991068-bbad-48c0-bf41-43bdfa437f8c', 'network_id': 'db293c0c-639d-465d-957a-7d2d560b6fd9', 'admin_state_up': True, 'tenant_id': '5330063560884d19abff6266bfc251c7'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:05:26.692405 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.notifiers.nova [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-e61ea151-fa24-44bc-9aa3-6bc5ef4e4d93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae626100-1a38-4a07-876e-7f60ec940016 {{(pid=93657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:05:26.736350 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc3c11-397c-430d-82d6-a48fe78d7243 req-3b647506-cf97-4371-b410-5ba83c9fd178 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:26.739670 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-49cc3c11-397c-430d-82d6-a48fe78d7243 req-3b647506-cf97-4371-b410-5ba83c9fd178 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 931 time: 0.4955697 Jul 15 19:05:26.828160 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-25c07c90-b7be-4fbc-8ae3-aa6555acf3bd tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Notify callbacks [] for port, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:26.835457 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-e61ea151-fa24-44bc-9aa3-6bc5ef4e4d93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:26.878408 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-49cc3c11-397c-430d-82d6-a48fe78d7243 req-3c657a66-fc29-445e-8f26-5885aa0ad907 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038752 Jul 15 19:05:26.920453 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.provisioning_blocks [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-e61ea151-fa24-44bc-9aa3-6bc5ef4e4d93 service neutron] Transition to ACTIVE for port object ae626100-1a38-4a07-876e-7f60ec940016 will not be triggered until provisioned by entity L2. {{(pid=93657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:05:26.931988 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-e61ea151-fa24-44bc-9aa3-6bc5ef4e4d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6305852'] for port, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:27.032824 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-3439a804-f5d8-4d25-9af7-6ec08460c1cd tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Made reservation on behalf of 5330063560884d19abff6266bfc251c7 for: {'port': 1} {{(pid=93658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:05:27.044293 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-3439a804-f5d8-4d25-9af7-6ec08460c1cd tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:27.053842 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ea151-fa24-44bc-9aa3-6bc5ef4e4d93 service neutron] Pushing event updated for resources: {'Port': ['ID=ae626100-1a38-4a07-876e-7f60ec940016,revision_number=2']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:27.133175 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-25c07c90-b7be-4fbc-8ae3-aa6555acf3bd tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355'] for port, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:27.185750 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-bc5f7989-f69d-4b49-bd52-637d39191216 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks [] for port, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:27.269362 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-a260a246-0a6f-40dd-90d6-a793c054d143 req-360bc318-9ad1-4662-8623-952c40d23dae tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 210 time: 0.0878425 Jul 15 19:05:27.294446 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.provisioning_blocks [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-bc5f7989-f69d-4b49-bd52-637d39191216 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Transition to ACTIVE for port object 910e4255-cffb-47b8-86c7-b5373835f799 will not be triggered until provisioned by entity DHCP. {{(pid=93657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:05:27.317535 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 50358) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:27.344630 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 50362) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:27.363164 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-e61ea151-fa24-44bc-9aa3-6bc5ef4e4d93 service neutron] Attempting to bind port ae626100-1a38-4a07-876e-7f60ec940016 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:05:27.363577 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-e61ea151-fa24-44bc-9aa3-6bc5ef4e4d93 service neutron] Attempting to bind port ae626100-1a38-4a07-876e-7f60ec940016 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c5f51327-4914-48ee-89a2-7f0bd5724fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '673ecaa8-9125-4486-9436-19add9ddf5ea'}] {{(pid=93657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:05:27.363922 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-e61ea151-fa24-44bc-9aa3-6bc5ef4e4d93 service neutron] Attempting to bind port ae626100-1a38-4a07-876e-7f60ec940016 on network 673ecaa8-9125-4486-9436-19add9ddf5ea {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:05:27.372390 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-e61ea151-fa24-44bc-9aa3-6bc5ef4e4d93 service neutron] Port ae626100-1a38-4a07-876e-7f60ec940016 on network 673ecaa8-9125-4486-9436-19add9ddf5ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:05:27.372716 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-e61ea151-fa24-44bc-9aa3-6bc5ef4e4d93 service neutron] Attempting to bind port ae626100-1a38-4a07-876e-7f60ec940016 on network 673ecaa8-9125-4486-9436-19add9ddf5ea {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:05:27.386562 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-25c07c90-b7be-4fbc-8ae3-aa6555acf3bd tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Network db293c0c-639d-465d-957a-7d2d560b6fd9 is already hosted by enough agents. {{(pid=93658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:05:27.394055 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-e61ea151-fa24-44bc-9aa3-6bc5ef4e4d93 service neutron] Checking agent: {'id': 'ff69530c-d7d1-4bd0-8ab4-9c33ea1455de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 2, 58), 'started_at': datetime.datetime(2021, 7, 15, 19, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:05:27.394309 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-e61ea151-fa24-44bc-9aa3-6bc5ef4e4d93 service neutron] Checking segment: {'id': 'c5f51327-4914-48ee-89a2-7f0bd5724fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '673ecaa8-9125-4486-9436-19add9ddf5ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:05:27.394711 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-e61ea151-fa24-44bc-9aa3-6bc5ef4e4d93 service neutron] Bound using segment: {'id': 'c5f51327-4914-48ee-89a2-7f0bd5724fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '673ecaa8-9125-4486-9436-19add9ddf5ea'} {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:05:27.395227 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-e61ea151-fa24-44bc-9aa3-6bc5ef4e4d93 service neutron] Bound port: ae626100-1a38-4a07-876e-7f60ec940016, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5f51327-4914-48ee-89a2-7f0bd5724fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '673ecaa8-9125-4486-9436-19add9ddf5ea'}}] {{(pid=93657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:05:27.395520 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-e61ea151-fa24-44bc-9aa3-6bc5ef4e4d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:27.404499 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.base_scheduler [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-25c07c90-b7be-4fbc-8ae3-aa6555acf3bd tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Resources bound (agent type, host, resource id): {{(pid=93658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:05:27.414695 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-25c07c90-b7be-4fbc-8ae3-aa6555acf3bd tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Received port after_create {{(pid=93658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:05:27.422378 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-25c07c90-b7be-4fbc-8ae3-aa6555acf3bd tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:27.423228 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-25c07c90-b7be-4fbc-8ae3-aa6555acf3bd tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for port, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:27.427167 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c07c90-b7be-4fbc-8ae3-aa6555acf3bd tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Pushing event updated for resources: {'Port': ['ID=bcd802ab-ebd9-4ee1-ba29-e8f31a844602,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:27.435090 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-bc5f7989-f69d-4b49-bd52-637d39191216 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:27.525995 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-25c07c90-b7be-4fbc-8ae3-aa6555acf3bd tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8995519 Jul 15 19:05:27.573108 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-bc5f7989-f69d-4b49-bd52-637d39191216 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Network 4bce21e0-88dc-4de8-9d22-c4e766c0d73f is already hosted by enough agents. {{(pid=93657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:05:27.578803 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-07d896e3-40e8-4745-b706-4d8b0eedcaeb service neutron] Request body: {'port': {'device_id': 'cf6124f9-997c-4498-b6ed-8e0fb6fbfeab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:05:27.581214 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-bce37367-b04d-4218-b397-4685e578fdec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:27.582217 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.db_base_plugin_common [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-3439a804-f5d8-4d25-9af7-6ec08460c1cd tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Allocated IP 172.20.0.8 (db293c0c-639d-465d-957a-7d2d560b6fd9/c64f9169-c20b-4ae0-8226-b6cbf9550510/37f9b764-209b-498a-a07f-d88aeb186e8b) {{(pid=93658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:05:27.596735 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.base_scheduler [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-bc5f7989-f69d-4b49-bd52-637d39191216 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Resources bound (agent type, host, resource id): {{(pid=93657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:05:27.625622 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-bc5f7989-f69d-4b49-bd52-637d39191216 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Received port after_create {{(pid=93657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:05:27.637938 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819217d-3869-47ea-bf61-a5790ad7a4df req-d6cf18e2-8d16-4050-ad80-1ad91d727e36 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:27.639729 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-3819217d-3869-47ea-bf61-a5790ad7a4df req-d6cf18e2-8d16-4050-ad80-1ad91d727e36 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/ports?device_id=3accc4cc-3b97-4aa6-a665-de0fbfd03ae1 HTTP/1.1" status: 200 len: 944 time: 0.4582117 Jul 15 19:05:27.650712 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f7989-f69d-4b49-bd52-637d39191216 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Pushing event updated for resources: {'Port': ['ID=910e4255-cffb-47b8-86c7-b5373835f799,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:27.714029 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device b4bf7a26-0214-463a-9387-e6e48597107b up at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:05:27.716055 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-d5d86675-8497-4086-8dca-8e8c5bcd4c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:27.745366 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-e61ea151-fa24-44bc-9aa3-6bc5ef4e4d93 service neutron] For port ae626100-1a38-4a07-876e-7f60ec940016, host hv-cinder-78836, cleared binding levels {{(pid=93657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:05:27.752020 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-3819217d-3869-47ea-bf61-a5790ad7a4df req-4c800e7e-2490-499c-b785-e94a5d1d1c32 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1d8eac4-03db-4e68-842c-8ce0eb9b71fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767992 Jul 15 19:05:27.826407 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Provisioning for port b4bf7a26-0214-463a-9387-e6e48597107b completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:05:27.827228 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-e61ea151-fa24-44bc-9aa3-6bc5ef4e4d93 service neutron] For port ae626100-1a38-4a07-876e-7f60ec940016, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ae626100-1a38-4a07-876e-7f60ec940016,segment=NetworkSegment(c5f51327-4914-48ee-89a2-7f0bd5724fec),segment_id=c5f51327-4914-48ee-89a2-7f0bd5724fec)] {{(pid=93657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:05:27.838768 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Provisioning complete for port b4bf7a26-0214-463a-9387-e6e48597107b triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:05:27.839205 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:27.882674 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-e61ea151-fa24-44bc-9aa3-6bc5ef4e4d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6305852'] for port, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:27.901519 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-07d896e3-40e8-4745-b706-4d8b0eedcaeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:27.935353 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-bc5f7989-f69d-4b49-bd52-637d39191216 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:27.936671 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-bc5f7989-f69d-4b49-bd52-637d39191216 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for port, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:28.003106 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-e61ea151-fa24-44bc-9aa3-6bc5ef4e4d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:28.003877 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-e61ea151-fa24-44bc-9aa3-6bc5ef4e4d93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for port, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:28.011325 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-e61ea151-fa24-44bc-9aa3-6bc5ef4e4d93 service neutron] 10.222.0.69 "PUT /v2.0/ports/ae626100-1a38-4a07-876e-7f60ec940016 HTTP/1.1" status: 200 len: 1093 time: 2.7713971 Jul 15 19:05:28.015208 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-3439a804-f5d8-4d25-9af7-6ec08460c1cd tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Notify callbacks [] for port, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:28.015386 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6', 'tag': 'ae626100-1a38-4a07-876e-7f60ec940016'}] {{(pid=93657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:05:28.028162 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b0cfcdb1f3b1ee888c4befe2123a349a82046d9ec1555bca0e5a99b684397f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2495353e-8949-4cce-b080-4dbcc00482cd" -d '{"events": [{"name": "network-changed", "server_uuid": "8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6", "tag": "ae626100-1a38-4a07-876e-7f60ec940016"}]}' {{(pid=93657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:05:28.143259 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-196fd96b-96da-42bc-bf4e-dd35673efee1 None None] Provisioning for port 910e4255-cffb-47b8-86c7-b5373835f799 completed by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:05:28.156326 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae3a2d-c5f1-406d-8dfd-0db9b02a913f req-e933b374-5da1-4150-9176-6f461941b98d tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:28.159280 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-196fd96b-96da-42bc-bf4e-dd35673efee1 None None] Provisioning complete for port 910e4255-cffb-47b8-86c7-b5373835f799 triggered by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:05:28.159957 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-43ae3a2d-c5f1-406d-8dfd-0db9b02a913f req-e933b374-5da1-4150-9176-6f461941b98d tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 931 time: 0.5890622 Jul 15 19:05:28.162102 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-196fd96b-96da-42bc-bf4e-dd35673efee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:28.214707 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ea151-fa24-44bc-9aa3-6bc5ef4e4d93 service neutron] Pushing event updated for resources: {'Port': ['ID=ae626100-1a38-4a07-876e-7f60ec940016,revision_number=3']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:28.282918 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-196fd96b-96da-42bc-bf4e-dd35673efee1 None None] Port 910e4255-cffb-47b8-86c7-b5373835f799 cannot update to ACTIVE because it is not bound. {{(pid=93659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:05:28.283122 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-3439a804-f5d8-4d25-9af7-6ec08460c1cd tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355'] for port, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:28.288416 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:28.306230 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-43ae3a2d-c5f1-406d-8dfd-0db9b02a913f req-801e321d-9695-4497-8f3f-f8b8a397e970 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872254 Jul 15 19:05:28.329639 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-bce37367-b04d-4218-b397-4685e578fdec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:28.335090 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3accc4cc-3b97-4aa6-a665-de0fbfd03ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4bf7a26-0214-463a-9387-e6e48597107b'}] {{(pid=93659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:05:28.345645 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-0b80dc72-3e4b-46b0-a186-bc106b2e61d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:28.348643 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-0b80dc72-3e4b-46b0-a186-bc106b2e61d2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=91c9bcc496f74a1da3a1ee065e5d5817&device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 1096 time: 0.2396190 Jul 15 19:05:28.353320 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-bce37367-b04d-4218-b397-4685e578fdec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:28.384118 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285be1f3-e475-4aff-a604-51b8827b155c x-openstack-request-id: req-285be1f3-e475-4aff-a604-51b8827b155c {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:05:28.384389 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6", "tag": "ae626100-1a38-4a07-876e-7f60ec940016", "status": "completed", "code": 200}]} {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:05:28.385318 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-285be1f3-e475-4aff-a604-51b8827b155c {{(pid=93657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:05:28.385962 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6', 'tag': 'ae626100-1a38-4a07-876e-7f60ec940016', 'status': 'completed', 'code': 200} Jul 15 19:05:28.434731 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port b4bf7a26-0214-463a-9387-e6e48597107b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b4bf7a26-0214-463a-9387-e6e48597107b,segment=NetworkSegment(44d41d57-008d-40df-9f94-5bdc6a7db294),segment_id=44d41d57-008d-40df-9f94-5bdc6a7db294)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:05:28.452307 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:28.495241 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-d5d86675-8497-4086-8dca-8e8c5bcd4c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:28.507430 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-bce37367-b04d-4218-b397-4685e578fdec admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bbcaf9d35ca04cd5adc62e1e8083fe81&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1849465 Jul 15 19:05:28.510444 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-bc5f7989-f69d-4b49-bd52-637d39191216 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7306199 Jul 15 19:05:28.512803 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 50386) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:28.516682 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-d5d86675-8497-4086-8dca-8e8c5bcd4c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:28.559326 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:28.560110 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-3439a804-f5d8-4d25-9af7-6ec08460c1cd tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Network db293c0c-639d-465d-957a-7d2d560b6fd9 is already hosted by enough agents. {{(pid=93658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:05:28.565047 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.base_scheduler [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-3439a804-f5d8-4d25-9af7-6ec08460c1cd tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Resources bound (agent type, host, resource id): {{(pid=93658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:05:28.566079 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=b4bf7a26-0214-463a-9387-e6e48597107b,revision_number=5']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:28.599865 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cff241be1680f95bd86cb63ae369edb514e49424f5374e734ea98f44dc6e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d3274a-c840-44ac-83f6-6cc9394b0c75" -d '{"events": [{"server_uuid": "3accc4cc-3b97-4aa6-a665-de0fbfd03ae1", "name": "network-vif-plugged", "status": "completed", "tag": "b4bf7a26-0214-463a-9387-e6e48597107b"}]}' {{(pid=93659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:05:28.603361 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-2cfe666e-c001-4939-88ca-a7fe014cec03 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae626100-1a38-4a07-876e-7f60ec940016 HTTP/1.1" status: 200 len: 217 time: 0.1059947 Jul 15 19:05:28.605835 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-3439a804-f5d8-4d25-9af7-6ec08460c1cd tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Received port after_create {{(pid=93658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:05:28.611371 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-3439a804-f5d8-4d25-9af7-6ec08460c1cd tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:28.611979 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-3439a804-f5d8-4d25-9af7-6ec08460c1cd tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for port, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:28.651044 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6785e-5ee4-43e9-ac70-d0caf7359fd3 req-893cc9c1-72af-4691-880d-41c3750520f7 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:28.652593 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-c4e6785e-5ee4-43e9-ac70-d0caf7359fd3 req-893cc9c1-72af-4691-880d-41c3750520f7 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 943 time: 0.4198897 Jul 15 19:05:28.664809 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3439a804-f5d8-4d25-9af7-6ec08460c1cd tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Pushing event updated for resources: {'Port': ['ID=37f9b764-209b-498a-a07f-d88aeb186e8b,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:28.671793 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-d5d86675-8497-4086-8dca-8e8c5bcd4c43 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=efd5476f999d42c6b41a0672a03de4bc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3260977 Jul 15 19:05:28.674382 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce37367-b04d-4218-b397-4685e578fdec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5893ad04-267c-4124-be8c-31659ba56d0d,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:28.676163 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-3439a804-f5d8-4d25-9af7-6ec08460c1cd tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0194137 Jul 15 19:05:28.677283 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 50390) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:28.723396 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-c4e6785e-5ee4-43e9-ac70-d0caf7359fd3 req-917d3846-b2e7-44d6-b7b4-74fa5f5821fa tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620701 Jul 15 19:05:28.740154 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-621c4a30-61ee-4fe1-888d-507d3232f8c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:28.753757 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d86675-8497-4086-8dca-8e8c5bcd4c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b43dc9-cf51-4db8-9e02-89a1ae6142d0,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:28.784563 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-621c4a30-61ee-4fe1-888d-507d3232f8c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:28.785550 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.notifiers.nova [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-07d896e3-40e8-4745-b706-4d8b0eedcaeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcd802ab-ebd9-4ee1-ba29-e8f31a844602 {{(pid=93658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:05:28.794065 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7db923-6bc6-4187-b4f2-76bc57759bb0 req-328025d5-71ae-404d-aa34-174d5f8077b0 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:28.795535 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-07d896e3-40e8-4745-b706-4d8b0eedcaeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:28.795659 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1d7db923-6bc6-4187-b4f2-76bc57759bb0 req-328025d5-71ae-404d-aa34-174d5f8077b0 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 931 time: 0.2188420 Jul 15 19:05:28.813977 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.provisioning_blocks [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-07d896e3-40e8-4745-b706-4d8b0eedcaeb service neutron] Transition to ACTIVE for port object bcd802ab-ebd9-4ee1-ba29-e8f31a844602 will not be triggered until provisioned by entity L2. {{(pid=93658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:05:28.819185 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-07d896e3-40e8-4745-b706-4d8b0eedcaeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:28.834427 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-3dbb034a-2052-4e37-bccd-650dcb981dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:28.880669 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d896e3-40e8-4745-b706-4d8b0eedcaeb service neutron] Pushing event updated for resources: {'Port': ['ID=bcd802ab-ebd9-4ee1-ba29-e8f31a844602,revision_number=2']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:28.888648 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-3dbb034a-2052-4e37-bccd-650dcb981dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:28.897811 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1d7db923-6bc6-4187-b4f2-76bc57759bb0 req-3c756d8c-b0ee-478a-8e1f-9e7b97ad4aca tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876107 Jul 15 19:05:28.956844 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-621c4a30-61ee-4fe1-888d-507d3232f8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:28.957065 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.managers [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-07d896e3-40e8-4745-b706-4d8b0eedcaeb service neutron] Attempting to bind port bcd802ab-ebd9-4ee1-ba29-e8f31a844602 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:05:28.957699 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.managers [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-07d896e3-40e8-4745-b706-4d8b0eedcaeb service neutron] Attempting to bind port bcd802ab-ebd9-4ee1-ba29-e8f31a844602 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '37673299-b9a2-4673-b486-eb1aa43d8d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'db293c0c-639d-465d-957a-7d2d560b6fd9'}] {{(pid=93658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:05:28.958268 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-07d896e3-40e8-4745-b706-4d8b0eedcaeb service neutron] Attempting to bind port bcd802ab-ebd9-4ee1-ba29-e8f31a844602 on network db293c0c-639d-465d-957a-7d2d560b6fd9 {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:05:28.960200 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-621c4a30-61ee-4fe1-888d-507d3232f8c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:28.963928 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-621c4a30-61ee-4fe1-888d-507d3232f8c1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5893ad04-267c-4124-be8c-31659ba56d0d HTTP/1.1" status: 204 len: 168 time: 0.4417791 Jul 15 19:05:28.973256 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-07d896e3-40e8-4745-b706-4d8b0eedcaeb service neutron] Port bcd802ab-ebd9-4ee1-ba29-e8f31a844602 on network db293c0c-639d-465d-957a-7d2d560b6fd9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:05:28.973586 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-07d896e3-40e8-4745-b706-4d8b0eedcaeb service neutron] Attempting to bind port bcd802ab-ebd9-4ee1-ba29-e8f31a844602 on network db293c0c-639d-465d-957a-7d2d560b6fd9 {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:05:28.973719 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c4a30-61ee-4fe1-888d-507d3232f8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5893ad04-267c-4124-be8c-31659ba56d0d,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:28.996654 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-3dbb034a-2052-4e37-bccd-650dcb981dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:28.996922 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41fd623-3ac9-47d4-958f-e39fd59fe259 x-openstack-request-id: req-e41fd623-3ac9-47d4-958f-e39fd59fe259 {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:05:28.997407 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3accc4cc-3b97-4aa6-a665-de0fbfd03ae1", "name": "network-vif-plugged", "status": "completed", "tag": "b4bf7a26-0214-463a-9387-e6e48597107b", "code": 200}]} {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:05:28.997582 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e41fd623-3ac9-47d4-958f-e39fd59fe259 {{(pid=93659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:05:28.998082 dv-cinder-788363-8-iscsi neutron-server[93659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3accc4cc-3b97-4aa6-a665-de0fbfd03ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4bf7a26-0214-463a-9387-e6e48597107b', 'code': 200} Jul 15 19:05:29.000376 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-3dbb034a-2052-4e37-bccd-650dcb981dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:29.002614 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-3dbb034a-2052-4e37-bccd-650dcb981dd9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/43b43dc9-cf51-4db8-9e02-89a1ae6142d0 HTTP/1.1" status: 204 len: 168 time: 0.3229988 Jul 15 19:05:29.011835 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-07d896e3-40e8-4745-b706-4d8b0eedcaeb service neutron] Checking agent: {'id': 'ff69530c-d7d1-4bd0-8ab4-9c33ea1455de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 2, 58), 'started_at': datetime.datetime(2021, 7, 15, 19, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:05:29.012281 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-07d896e3-40e8-4745-b706-4d8b0eedcaeb service neutron] Checking segment: {'id': '37673299-b9a2-4673-b486-eb1aa43d8d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'db293c0c-639d-465d-957a-7d2d560b6fd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:05:29.012866 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-07d896e3-40e8-4745-b706-4d8b0eedcaeb service neutron] Bound using segment: {'id': '37673299-b9a2-4673-b486-eb1aa43d8d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'db293c0c-639d-465d-957a-7d2d560b6fd9'} {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:05:29.013313 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb034a-2052-4e37-bccd-650dcb981dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b43dc9-cf51-4db8-9e02-89a1ae6142d0,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:29.013428 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.managers [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-07d896e3-40e8-4745-b706-4d8b0eedcaeb service neutron] Bound port: bcd802ab-ebd9-4ee1-ba29-e8f31a844602, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37673299-b9a2-4673-b486-eb1aa43d8d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'db293c0c-639d-465d-957a-7d2d560b6fd9'}}] {{(pid=93658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:05:29.013696 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-07d896e3-40e8-4745-b706-4d8b0eedcaeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:29.117248 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.db [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-07d896e3-40e8-4745-b706-4d8b0eedcaeb service neutron] For port bcd802ab-ebd9-4ee1-ba29-e8f31a844602, host hv-cinder-78836, cleared binding levels {{(pid=93658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:05:29.123191 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.db [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-07d896e3-40e8-4745-b706-4d8b0eedcaeb service neutron] For port bcd802ab-ebd9-4ee1-ba29-e8f31a844602, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=bcd802ab-ebd9-4ee1-ba29-e8f31a844602,segment=NetworkSegment(37673299-b9a2-4673-b486-eb1aa43d8d4f),segment_id=37673299-b9a2-4673-b486-eb1aa43d8d4f)] {{(pid=93658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:05:29.131932 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-07d896e3-40e8-4745-b706-4d8b0eedcaeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:29.201566 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-07d896e3-40e8-4745-b706-4d8b0eedcaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:29.202344 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-07d896e3-40e8-4745-b706-4d8b0eedcaeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for port, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:29.203781 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-07d896e3-40e8-4745-b706-4d8b0eedcaeb service neutron] 10.222.0.69 "PUT /v2.0/ports/bcd802ab-ebd9-4ee1-ba29-e8f31a844602 HTTP/1.1" status: 200 len: 1093 time: 1.6427262 Jul 15 19:05:29.206902 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d3429-46a9-42cf-a0ff-74fae306b29c req-3d3da355-4e53-4447-af42-2f9855c28937 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:29.212160 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf6124f9-997c-4498-b6ed-8e0fb6fbfeab', 'tag': 'bcd802ab-ebd9-4ee1-ba29-e8f31a844602'}] {{(pid=93658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:05:29.214258 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-939d3429-46a9-42cf-a0ff-74fae306b29c req-3d3da355-4e53-4447-af42-2f9855c28937 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/ports?device_id=3accc4cc-3b97-4aa6-a665-de0fbfd03ae1 HTTP/1.1" status: 200 len: 945 time: 0.1063452 Jul 15 19:05:29.260280 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-939d3429-46a9-42cf-a0ff-74fae306b29c req-87b4a719-f792-4681-9e1a-c7b1f9bc6e49 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1d8eac4-03db-4e68-842c-8ce0eb9b71fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449932 Jul 15 19:05:29.287538 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d896e3-40e8-4745-b706-4d8b0eedcaeb service neutron] Pushing event updated for resources: {'Port': ['ID=bcd802ab-ebd9-4ee1-ba29-e8f31a844602,revision_number=3']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:29.407796 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 50420) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:29.409594 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 50422) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:29.426619 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-4ecfbf4d-06fc-46ed-91ce-85d49e6ada51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:29.428165 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-b73594ab-fc3d-4587-b053-9f9a98574ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:29.464130 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.db.api [None req-b73594ab-fc3d-4587-b053-9f9a98574ce0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 19:05:29.464130 dv-cinder-788363-8-iscsi neutron-server[93658]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 19:05:29.464130 dv-cinder-788363-8-iscsi neutron-server[93658]: [parameters: {'project_id': '36e024248973448daa5f08a423d40aec', 'id': '7f9ac955-a8f6-4b8e-8de1-f29d41112854', 'expiration': datetime.datetime(2021, 7, 15, 19, 7, 29, 444787)}] Jul 15 19:05:29.464130 dv-cinder-788363-8-iscsi neutron-server[93658]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93658) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 19:05:29.464589 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG oslo_db.api [None req-b73594ab-fc3d-4587-b053-9f9a98574ce0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 19:05:29.527928 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb27b821-9bed-46b6-9047-100eae6a229b req-4882d309-9061-415a-998d-c7b678af0aa8 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:29.529733 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-cb27b821-9bed-46b6-9047-100eae6a229b req-4882d309-9061-415a-998d-c7b678af0aa8 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 931 time: 0.0781097 Jul 15 19:05:29.547024 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-4ecfbf4d-06fc-46ed-91ce-85d49e6ada51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:29.551992 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-4ecfbf4d-06fc-46ed-91ce-85d49e6ada51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:29.552573 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b58f88415513d6787191dd44e0a29b3917631101a239d5effbe25afab188a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac02fe6-d27e-479b-91e4-39f1b45f7447" -d '{"events": [{"name": "network-changed", "server_uuid": "cf6124f9-997c-4498-b6ed-8e0fb6fbfeab", "tag": "bcd802ab-ebd9-4ee1-ba29-e8f31a844602"}]}' {{(pid=93658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:05:29.576028 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-cb27b821-9bed-46b6-9047-100eae6a229b req-ded9d130-751b-476b-8ac4-519b8da36ec7 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405467 Jul 15 19:05:29.595920 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 50430) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:29.596041 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-4ecfbf4d-06fc-46ed-91ce-85d49e6ada51 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f65bc7f3cc234bf8b95c7921b864cce9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1853347 Jul 15 19:05:29.596846 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfbf4d-06fc-46ed-91ce-85d49e6ada51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474c7b42-37e6-4c94-90f2-01ce3f9b5738,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:29.648174 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7cb0c23b-bc55-4808-9831-5e5c2040c046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:29.661509 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ddb3a8-cfb8-4ca2-8cbc-b3015302f561 x-openstack-request-id: req-78ddb3a8-cfb8-4ca2-8cbc-b3015302f561 {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:05:29.661831 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf6124f9-997c-4498-b6ed-8e0fb6fbfeab", "tag": "bcd802ab-ebd9-4ee1-ba29-e8f31a844602", "status": "completed", "code": 200}]} {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:05:29.662083 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-78ddb3a8-cfb8-4ca2-8cbc-b3015302f561 {{(pid=93658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:05:29.662542 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf6124f9-997c-4498-b6ed-8e0fb6fbfeab', 'tag': 'bcd802ab-ebd9-4ee1-ba29-e8f31a844602', 'status': 'completed', 'code': 200} Jul 15 19:05:29.676844 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7cb0c23b-bc55-4808-9831-5e5c2040c046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:29.725003 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7cb0c23b-bc55-4808-9831-5e5c2040c046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:29.727578 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7cb0c23b-bc55-4808-9831-5e5c2040c046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:29.729264 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-7cb0c23b-bc55-4808-9831-5e5c2040c046 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/474c7b42-37e6-4c94-90f2-01ce3f9b5738 HTTP/1.1" status: 204 len: 168 time: 0.1323786 Jul 15 19:05:29.737120 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb0c23b-bc55-4808-9831-5e5c2040c046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474c7b42-37e6-4c94-90f2-01ce3f9b5738,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:29.906897 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f724e-ab70-40d4-8230-4f647daf29e5 req-c081c9e7-c9e6-42b4-855a-f53f273a9afd tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:29.908511 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-c27f724e-ab70-40d4-8230-4f647daf29e5 req-c081c9e7-c9e6-42b4-855a-f53f273a9afd tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 943 time: 0.0697498 Jul 15 19:05:29.946912 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-c27f724e-ab70-40d4-8230-4f647daf29e5 req-fc5b4e23-a7cd-4cfa-abfe-a7413f0db067 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326512 Jul 15 19:05:29.965289 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-b73594ab-fc3d-4587-b053-9f9a98574ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:30.073338 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-b73594ab-fc3d-4587-b053-9f9a98574ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:30.078334 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-b73594ab-fc3d-4587-b053-9f9a98574ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:30.119288 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-b73594ab-fc3d-4587-b053-9f9a98574ce0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=36e024248973448daa5f08a423d40aec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7103827 Jul 15 19:05:30.122003 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 50446) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:30.129156 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73594ab-fc3d-4587-b053-9f9a98574ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42637e7-58fd-4948-a329-f292e8d83159,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:30.132440 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e02a6-ead0-47bb-930e-6c3f4482781a req-97babe5e-86a0-4fb3-acd2-ca3190c2fb8d tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:30.141487 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-017e02a6-ead0-47bb-930e-6c3f4482781a req-97babe5e-86a0-4fb3-acd2-ca3190c2fb8d tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 931 time: 0.0918164 Jul 15 19:05:30.176186 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-017e02a6-ead0-47bb-930e-6c3f4482781a req-5eff04bb-76d2-4258-9786-79554c308c73 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335813 Jul 15 19:05:30.182443 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-39c183a6-54cd-4ecd-88ba-e74eddd658bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:30.212833 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-39c183a6-54cd-4ecd-88ba-e74eddd658bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:30.274268 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-39c183a6-54cd-4ecd-88ba-e74eddd658bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:30.276939 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-39c183a6-54cd-4ecd-88ba-e74eddd658bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:30.278114 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-39c183a6-54cd-4ecd-88ba-e74eddd658bb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c42637e7-58fd-4948-a329-f292e8d83159 HTTP/1.1" status: 204 len: 168 time: 0.1551905 Jul 15 19:05:30.291487 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c183a6-54cd-4ecd-88ba-e74eddd658bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42637e7-58fd-4948-a329-f292e8d83159,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:30.449108 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8679b05-0245-47c0-b646-6ed922580b23 req-49d4da16-8611-4c82-9aa9-87528ce07e7f tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:30.450801 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-d8679b05-0245-47c0-b646-6ed922580b23 req-49d4da16-8611-4c82-9aa9-87528ce07e7f tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/ports?device_id=3accc4cc-3b97-4aa6-a665-de0fbfd03ae1 HTTP/1.1" status: 200 len: 945 time: 0.0723424 Jul 15 19:05:30.500117 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-d8679b05-0245-47c0-b646-6ed922580b23 req-fad88a86-1a1c-4da3-8c67-475c3d62c7a2 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1d8eac4-03db-4e68-842c-8ce0eb9b71fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429218 Jul 15 19:05:30.769870 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8098a-50b8-4fcb-ab91-506089621361 req-c5f3ad3c-33dd-48a4-82c5-522d5e947ecc tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:30.771424 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-bda8098a-50b8-4fcb-ab91-506089621361 req-c5f3ad3c-33dd-48a4-82c5-522d5e947ecc tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 931 time: 0.0684745 Jul 15 19:05:30.819259 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-bda8098a-50b8-4fcb-ab91-506089621361 req-15bed25f-c142-4048-bec2-9c68dc3ba222 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392511 Jul 15 19:05:31.190308 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006fabc-546c-4d13-806d-ff5508fbb45d req-d8889af2-6bc1-443a-8fcc-5a1119d2cd1f tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:31.192738 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-4006fabc-546c-4d13-806d-ff5508fbb45d req-d8889af2-6bc1-443a-8fcc-5a1119d2cd1f tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 943 time: 0.0746279 Jul 15 19:05:31.236919 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-4006fabc-546c-4d13-806d-ff5508fbb45d req-4ebec8cd-5e26-49b5-b81e-9bd7ca15eaa8 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389154 Jul 15 19:05:31.386207 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-ce89699e-86a6-4e3b-bc26-cf1d9449a88a service neutron] Request body: {'port': {'device_id': '581ac5fb-522d-4196-8736-01ddee95b0a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:05:31.412666 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-cbbdd825-9cff-4bf4-95a4-b25b6c679f61 service neutron] Request body: {'port': {'device_id': 'f8991068-bbad-48c0-bf41-43bdfa437f8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:05:31.542578 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-90a130fe-2cf4-4d67-ad0d-c9fd4b25d780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:31.544508 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-90a130fe-2cf4-4d67-ad0d-c9fd4b25d780 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=14efcbfe-a38f-460b-a7fe-e5ca16293d31 HTTP/1.1" status: 200 len: 849 time: 0.1249237 Jul 15 19:05:31.573055 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-cbbdd825-9cff-4bf4-95a4-b25b6c679f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:31.575975 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd3d28-cd11-44e2-8d04-f2d723e18724 req-0618c1bb-a9aa-4d58-806c-3ed7d8255952 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:31.577521 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-46bd3d28-cd11-44e2-8d04-f2d723e18724 req-0618c1bb-a9aa-4d58-806c-3ed7d8255952 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 931 time: 0.2505977 Jul 15 19:05:31.578146 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-ce89699e-86a6-4e3b-bc26-cf1d9449a88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:31.606092 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac02fe6-d27e-479b-91e4-39f1b45f7447 req-d501bad2-35d1-4228-8c76-daaa19af8310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:31.607829 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-6ac02fe6-d27e-479b-91e4-39f1b45f7447 req-d501bad2-35d1-4228-8c76-daaa19af8310 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5330063560884d19abff6266bfc251c7&device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 1096 time: 0.1647134 Jul 15 19:05:31.677148 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.69', 64775) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:31.761199 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-46bd3d28-cd11-44e2-8d04-f2d723e18724 req-ce6fb052-ab3a-45fb-9364-6dcaa6df728d tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339648 Jul 15 19:05:31.782037 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-70fa840e-ef44-4965-9ca4-74dfea636168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:31.784657 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-70fa840e-ef44-4965-9ca4-74dfea636168 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=673ecaa8-9125-4486-9436-19add9ddf5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2290354 Jul 15 19:05:32.116042 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac02fe6-d27e-479b-91e4-39f1b45f7447 req-897b71dc-c348-425c-993e-9767076d3333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:32.117539 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-6ac02fe6-d27e-479b-91e4-39f1b45f7447 req-897b71dc-c348-425c-993e-9767076d3333 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=5330063560884d19abff6266bfc251c7&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4764531 Jul 15 19:05:32.163935 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93cc21-2169-44c0-9996-95efa13d8ebc req-ccf7f606-7122-476a-aeae-c078dc216f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:32.165428 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-4d93cc21-2169-44c0-9996-95efa13d8ebc req-ccf7f606-7122-476a-aeae-c078dc216f47 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3accc4cc-3b97-4aa6-a665-de0fbfd03ae1 HTTP/1.1" status: 200 len: 1098 time: 0.4588153 Jul 15 19:05:32.172717 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e583ce-2eed-4951-9c1c-6c8fd4c9ac63 req-4119e837-7b47-4e20-aec4-687f401db468 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:32.174254 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-15e583ce-2eed-4951-9c1c-6c8fd4c9ac63 req-4119e837-7b47-4e20-aec4-687f401db468 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/ports?device_id=3accc4cc-3b97-4aa6-a665-de0fbfd03ae1 HTTP/1.1" status: 200 len: 945 time: 0.4688089 Jul 15 19:05:32.221620 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-b757d115-1275-456f-afc2-e63ee74fb528 service neutron] 10.222.0.69 "GET /v2.0/networks/673ecaa8-9125-4486-9436-19add9ddf5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851473 Jul 15 19:05:32.258128 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-4d93cc21-2169-44c0-9996-95efa13d8ebc req-22c6f111-fc7c-4c69-a553-1fe1fc984657 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:32.390197 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f21eec-e710-4cfd-b4bc-c8a36c463d79 req-69f2b3c2-ce99-48f7-b072-9775f665d217 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:32.402700 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-99f21eec-e710-4cfd-b4bc-c8a36c463d79 req-69f2b3c2-ce99-48f7-b072-9775f665d217 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 931 time: 0.2254295 Jul 15 19:05:32.405133 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-15e583ce-2eed-4951-9c1c-6c8fd4c9ac63 req-4574c572-3a26-4d1b-b4cd-bf6234d25b8a tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1d8eac4-03db-4e68-842c-8ce0eb9b71fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040818 Jul 15 19:05:32.452810 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac02fe6-d27e-479b-91e4-39f1b45f7447 req-49f909cd-812f-467a-80a0-ff33e358233a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:32.455755 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-6ac02fe6-d27e-479b-91e4-39f1b45f7447 req-49f909cd-812f-467a-80a0-ff33e358233a service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3255570 Jul 15 19:05:32.518613 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.notifiers.nova [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-ce89699e-86a6-4e3b-bc26-cf1d9449a88a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 910e4255-cffb-47b8-86c7-b5373835f799 {{(pid=93657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:05:32.524584 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f87d2d22-c7c1-4eca-b102-a5655853fe77 req-0dc3cf2d-02e1-412b-aeed-c182a5ea3ccf service neutron] 10.222.0.69 "GET /v2.0/networks/673ecaa8-9125-4486-9436-19add9ddf5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945144 Jul 15 19:05:32.550764 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-ce89699e-86a6-4e3b-bc26-cf1d9449a88a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:32.589974 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.notifiers.nova [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-cbbdd825-9cff-4bf4-95a4-b25b6c679f61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37f9b764-209b-498a-a07f-d88aeb186e8b {{(pid=93658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:05:32.608208 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-cbbdd825-9cff-4bf4-95a4-b25b6c679f61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:32.625570 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-99f21eec-e710-4cfd-b4bc-c8a36c463d79 req-02318f3f-3e0b-49bf-8c7c-42da0ab635e6 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2270122 Jul 15 19:05:32.631289 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.provisioning_blocks [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-ce89699e-86a6-4e3b-bc26-cf1d9449a88a service neutron] Transition to ACTIVE for port object 910e4255-cffb-47b8-86c7-b5373835f799 will not be triggered until provisioned by entity L2. {{(pid=93657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:05:32.646823 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.provisioning_blocks [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-cbbdd825-9cff-4bf4-95a4-b25b6c679f61 service neutron] Transition to ACTIVE for port object 37f9b764-209b-498a-a07f-d88aeb186e8b will not be triggered until provisioned by entity L2. {{(pid=93658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:05:32.709572 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-cbbdd825-9cff-4bf4-95a4-b25b6c679f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:32.720282 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-ce89699e-86a6-4e3b-bc26-cf1d9449a88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6305852'] for port, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:32.723614 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-4d93cc21-2169-44c0-9996-95efa13d8ebc req-22c6f111-fc7c-4c69-a553-1fe1fc984657 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:32.791713 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-4d93cc21-2169-44c0-9996-95efa13d8ebc req-22c6f111-fc7c-4c69-a553-1fe1fc984657 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:32.815144 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce89699e-86a6-4e3b-bc26-cf1d9449a88a service neutron] Pushing event updated for resources: {'Port': ['ID=910e4255-cffb-47b8-86c7-b5373835f799,revision_number=2']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:32.896464 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-6cdacb58-d3a1-4948-99d5-7ba897cea30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:32.898342 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-6cdacb58-d3a1-4948-99d5-7ba897cea30f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5330063560884d19abff6266bfc251c7&device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 1096 time: 0.2549691 Jul 15 19:05:32.993566 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-ce89699e-86a6-4e3b-bc26-cf1d9449a88a service neutron] Attempting to bind port 910e4255-cffb-47b8-86c7-b5373835f799 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:05:32.994555 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-ce89699e-86a6-4e3b-bc26-cf1d9449a88a service neutron] Attempting to bind port 910e4255-cffb-47b8-86c7-b5373835f799 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c5f8fc6e-ca65-461a-98f0-ca6e4f10d746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4bce21e0-88dc-4de8-9d22-c4e766c0d73f'}] {{(pid=93657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:05:32.994829 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-ce89699e-86a6-4e3b-bc26-cf1d9449a88a service neutron] Attempting to bind port 910e4255-cffb-47b8-86c7-b5373835f799 on network 4bce21e0-88dc-4de8-9d22-c4e766c0d73f {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:05:32.999582 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-2f7eafd3-e597-4b3e-88df-9b7993443f4d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcd802ab-ebd9-4ee1-ba29-e8f31a844602 HTTP/1.1" status: 200 len: 217 time: 0.0821035 Jul 15 19:05:33.048125 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-ce89699e-86a6-4e3b-bc26-cf1d9449a88a service neutron] Port 910e4255-cffb-47b8-86c7-b5373835f799 on network 4bce21e0-88dc-4de8-9d22-c4e766c0d73f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:05:33.048426 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-ce89699e-86a6-4e3b-bc26-cf1d9449a88a service neutron] Attempting to bind port 910e4255-cffb-47b8-86c7-b5373835f799 on network 4bce21e0-88dc-4de8-9d22-c4e766c0d73f {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:05:33.105288 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-ce89699e-86a6-4e3b-bc26-cf1d9449a88a service neutron] Checking agent: {'id': 'ff69530c-d7d1-4bd0-8ab4-9c33ea1455de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 2, 58), 'started_at': datetime.datetime(2021, 7, 15, 19, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:05:33.106082 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-ce89699e-86a6-4e3b-bc26-cf1d9449a88a service neutron] Checking segment: {'id': 'c5f8fc6e-ca65-461a-98f0-ca6e4f10d746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4bce21e0-88dc-4de8-9d22-c4e766c0d73f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:05:33.106380 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-ce89699e-86a6-4e3b-bc26-cf1d9449a88a service neutron] Bound using segment: {'id': 'c5f8fc6e-ca65-461a-98f0-ca6e4f10d746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4bce21e0-88dc-4de8-9d22-c4e766c0d73f'} {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:05:33.107174 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-ce89699e-86a6-4e3b-bc26-cf1d9449a88a service neutron] Bound port: 910e4255-cffb-47b8-86c7-b5373835f799, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5f8fc6e-ca65-461a-98f0-ca6e4f10d746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4bce21e0-88dc-4de8-9d22-c4e766c0d73f'}}] {{(pid=93657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:05:33.109028 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-ce89699e-86a6-4e3b-bc26-cf1d9449a88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:33.214976 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-4d93cc21-2169-44c0-9996-95efa13d8ebc req-22c6f111-fc7c-4c69-a553-1fe1fc984657 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c1d8eac4-03db-4e68-842c-8ce0eb9b71fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0397253 Jul 15 19:05:33.233525 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbdd825-9cff-4bf4-95a4-b25b6c679f61 service neutron] Pushing event updated for resources: {'Port': ['ID=37f9b764-209b-498a-a07f-d88aeb186e8b,revision_number=2']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:33.239999 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c6f111-fc7c-4c69-a553-1fe1fc984657 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c447e14e-6ce5-42d4-83b3-e5eda30cf77e,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:33.241340 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-ce89699e-86a6-4e3b-bc26-cf1d9449a88a service neutron] For port 910e4255-cffb-47b8-86c7-b5373835f799, host hv-cinder-78836, cleared binding levels {{(pid=93657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:05:33.247240 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-ce89699e-86a6-4e3b-bc26-cf1d9449a88a service neutron] For port 910e4255-cffb-47b8-86c7-b5373835f799, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=910e4255-cffb-47b8-86c7-b5373835f799,segment=NetworkSegment(c5f8fc6e-ca65-461a-98f0-ca6e4f10d746),segment_id=c5f8fc6e-ca65-461a-98f0-ca6e4f10d746)] {{(pid=93657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:05:33.252145 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-3aee71e8-af2f-424a-8c95-2778bdd090a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:33.254492 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-3aee71e8-af2f-424a-8c95-2778bdd090a3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c64f9169-c20b-4ae0-8226-b6cbf9550510 HTTP/1.1" status: 200 len: 858 time: 0.2439578 Jul 15 19:05:33.262366 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-ce89699e-86a6-4e3b-bc26-cf1d9449a88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6305852'] for port, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:33.314926 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.managers [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-cbbdd825-9cff-4bf4-95a4-b25b6c679f61 service neutron] Attempting to bind port 37f9b764-209b-498a-a07f-d88aeb186e8b on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:05:33.314926 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.managers [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-cbbdd825-9cff-4bf4-95a4-b25b6c679f61 service neutron] Attempting to bind port 37f9b764-209b-498a-a07f-d88aeb186e8b by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '37673299-b9a2-4673-b486-eb1aa43d8d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'db293c0c-639d-465d-957a-7d2d560b6fd9'}] {{(pid=93658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:05:33.318287 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-cbbdd825-9cff-4bf4-95a4-b25b6c679f61 service neutron] Attempting to bind port 37f9b764-209b-498a-a07f-d88aeb186e8b on network db293c0c-639d-465d-957a-7d2d560b6fd9 {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:05:33.329753 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-ce89699e-86a6-4e3b-bc26-cf1d9449a88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:33.330519 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-ce89699e-86a6-4e3b-bc26-cf1d9449a88a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for port, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:33.332109 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-ce89699e-86a6-4e3b-bc26-cf1d9449a88a service neutron] 10.222.0.69 "PUT /v2.0/ports/910e4255-cffb-47b8-86c7-b5373835f799 HTTP/1.1" status: 200 len: 1093 time: 1.9607742 Jul 15 19:05:33.334511 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '581ac5fb-522d-4196-8736-01ddee95b0a5', 'tag': '910e4255-cffb-47b8-86c7-b5373835f799'}] {{(pid=93657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:05:33.337077 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b0cfcdb1f3b1ee888c4befe2123a349a82046d9ec1555bca0e5a99b684397f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba9d485-f09e-4aef-b84c-4e0b48d14829" -d '{"events": [{"name": "network-changed", "server_uuid": "581ac5fb-522d-4196-8736-01ddee95b0a5", "tag": "910e4255-cffb-47b8-86c7-b5373835f799"}]}' {{(pid=93657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:05:33.363957 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9ffbe-7c9c-4e17-99c6-09dae68a634c req-e16715d0-1131-4d20-b75e-11801f9d1693 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:33.366987 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-a8b9ffbe-7c9c-4e17-99c6-09dae68a634c req-e16715d0-1131-4d20-b75e-11801f9d1693 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 943 time: 0.6842623 Jul 15 19:05:33.368061 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-cbbdd825-9cff-4bf4-95a4-b25b6c679f61 service neutron] Port 37f9b764-209b-498a-a07f-d88aeb186e8b on network db293c0c-639d-465d-957a-7d2d560b6fd9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:05:33.369213 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-cbbdd825-9cff-4bf4-95a4-b25b6c679f61 service neutron] Attempting to bind port 37f9b764-209b-498a-a07f-d88aeb186e8b on network db293c0c-639d-465d-957a-7d2d560b6fd9 {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:05:33.369386 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb4b97-ccb3-498e-b1b7-f6a9884aca1a req-7c748ec1-6185-439a-a9af-071095206c40 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:33.377893 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-a6fb4b97-ccb3-498e-b1b7-f6a9884aca1a req-7c748ec1-6185-439a-a9af-071095206c40 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 943 time: 0.3800256 Jul 15 19:05:33.403226 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-cbbdd825-9cff-4bf4-95a4-b25b6c679f61 service neutron] Checking agent: {'id': 'ff69530c-d7d1-4bd0-8ab4-9c33ea1455de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 2, 58), 'started_at': datetime.datetime(2021, 7, 15, 19, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:05:33.403597 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-cbbdd825-9cff-4bf4-95a4-b25b6c679f61 service neutron] Checking segment: {'id': '37673299-b9a2-4673-b486-eb1aa43d8d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'db293c0c-639d-465d-957a-7d2d560b6fd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:05:33.403754 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-cbbdd825-9cff-4bf4-95a4-b25b6c679f61 service neutron] Bound using segment: {'id': '37673299-b9a2-4673-b486-eb1aa43d8d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'db293c0c-639d-465d-957a-7d2d560b6fd9'} {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:05:33.404386 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.managers [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-cbbdd825-9cff-4bf4-95a4-b25b6c679f61 service neutron] Bound port: 37f9b764-209b-498a-a07f-d88aeb186e8b, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37673299-b9a2-4673-b486-eb1aa43d8d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'db293c0c-639d-465d-957a-7d2d560b6fd9'}}] {{(pid=93658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:05:33.404948 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-cbbdd825-9cff-4bf4-95a4-b25b6c679f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:33.445409 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495353e-8949-4cce-b080-4dbcc00482cd req-b83d94a7-641f-40a0-9911-099e8b107790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:33.445409 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-2495353e-8949-4cce-b080-4dbcc00482cd req-b83d94a7-641f-40a0-9911-099e8b107790 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=91c9bcc496f74a1da3a1ee065e5d5817&device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 1096 time: 0.7630622 Jul 15 19:05:33.451026 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-a8b9ffbe-7c9c-4e17-99c6-09dae68a634c req-eea19d05-a634-4751-8dfe-d0e0aa0b579b tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755632 Jul 15 19:05:33.510226 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-a6fb4b97-ccb3-498e-b1b7-f6a9884aca1a req-9487116a-0831-4eee-84dd-3f75a3ed64c4 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312168 Jul 15 19:05:33.514768 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce89699e-86a6-4e3b-bc26-cf1d9449a88a service neutron] Pushing event updated for resources: {'Port': ['ID=910e4255-cffb-47b8-86c7-b5373835f799,revision_number=3']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:33.631261 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-97cf3dc8-d69d-43a8-9229-a860bda88a8f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=db293c0c-639d-465d-957a-7d2d560b6fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886729 Jul 15 19:05:33.638141 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882c424f-f0b8-47bb-b159-44b65c06cc98 x-openstack-request-id: req-882c424f-f0b8-47bb-b159-44b65c06cc98 {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:05:33.638490 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "581ac5fb-522d-4196-8736-01ddee95b0a5", "tag": "910e4255-cffb-47b8-86c7-b5373835f799", "status": "completed", "code": 200}]} {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:05:33.638698 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-882c424f-f0b8-47bb-b159-44b65c06cc98 {{(pid=93657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:05:33.639107 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '581ac5fb-522d-4196-8736-01ddee95b0a5', 'tag': '910e4255-cffb-47b8-86c7-b5373835f799', 'status': 'completed', 'code': 200} Jul 15 19:05:33.670482 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.db [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-cbbdd825-9cff-4bf4-95a4-b25b6c679f61 service neutron] For port 37f9b764-209b-498a-a07f-d88aeb186e8b, host hv-cinder-78836, cleared binding levels {{(pid=93658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:05:33.676600 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.db [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-cbbdd825-9cff-4bf4-95a4-b25b6c679f61 service neutron] For port 37f9b764-209b-498a-a07f-d88aeb186e8b, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=37f9b764-209b-498a-a07f-d88aeb186e8b,segment=NetworkSegment(37673299-b9a2-4673-b486-eb1aa43d8d4f),segment_id=37673299-b9a2-4673-b486-eb1aa43d8d4f)] {{(pid=93658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:05:33.697552 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-cbbdd825-9cff-4bf4-95a4-b25b6c679f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:33.859512 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-cbbdd825-9cff-4bf4-95a4-b25b6c679f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:33.860541 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-cbbdd825-9cff-4bf4-95a4-b25b6c679f61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for port, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:33.862942 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-cbbdd825-9cff-4bf4-95a4-b25b6c679f61 service neutron] 10.222.0.69 "PUT /v2.0/ports/37f9b764-209b-498a-a07f-d88aeb186e8b HTTP/1.1" status: 200 len: 1093 time: 2.4571564 Jul 15 19:05:33.865543 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8991068-bbad-48c0-bf41-43bdfa437f8c', 'tag': '37f9b764-209b-498a-a07f-d88aeb186e8b'}] {{(pid=93658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:05:33.869518 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b58f88415513d6787191dd44e0a29b3917631101a239d5effbe25afab188a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1681b5a1-69f9-4f3b-abab-938b3bd9eb96" -d '{"events": [{"name": "network-changed", "server_uuid": "f8991068-bbad-48c0-bf41-43bdfa437f8c", "tag": "37f9b764-209b-498a-a07f-d88aeb186e8b"}]}' {{(pid=93658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:05:33.957033 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-785ccf02-f6f1-4982-a5d3-d365f1fcff1a service neutron] 10.222.0.69 "GET /v2.0/networks/db293c0c-639d-465d-957a-7d2d560b6fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127334 Jul 15 19:05:33.966911 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbdd825-9cff-4bf4-95a4-b25b6c679f61 service neutron] Pushing event updated for resources: {'Port': ['ID=37f9b764-209b-498a-a07f-d88aeb186e8b,revision_number=3']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:34.005455 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef084e-ecd4-42c6-98f8-8a48b956b4d1 req-6481ff9d-afeb-49aa-97ea-6a24a164dfc6 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:34.007079 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-94ef084e-ecd4-42c6-98f8-8a48b956b4d1 req-6481ff9d-afeb-49aa-97ea-6a24a164dfc6 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/ports?device_id=3accc4cc-3b97-4aa6-a665-de0fbfd03ae1 HTTP/1.1" status: 200 len: 945 time: 0.1537819 Jul 15 19:05:34.011338 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-f1510974-c86c-423e-abcd-61738ed1debb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:34.012803 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-f1510974-c86c-423e-abcd-61738ed1debb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=509209d2c8bd40dc87dfc3c3ad815494&device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 1096 time: 0.3653085 Jul 15 19:05:34.068557 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495353e-8949-4cce-b080-4dbcc00482cd req-afc779f6-ef7c-4d91-96a9-2016b3c5c35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:34.070981 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-2495353e-8949-4cce-b080-4dbcc00482cd req-afc779f6-ef7c-4d91-96a9-2016b3c5c35f service neutron] 10.222.0.69 "GET /v2.0/networks?id=673ecaa8-9125-4486-9436-19add9ddf5ea HTTP/1.1" status: 200 len: 912 time: 0.5222621 Jul 15 19:05:34.113933 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-748fb52e-7b11-46a3-9293-48c93821ae41 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=910e4255-cffb-47b8-86c7-b5373835f799 HTTP/1.1" status: 200 len: 217 time: 0.0525692 Jul 15 19:05:34.148107 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-94ef084e-ecd4-42c6-98f8-8a48b956b4d1 req-b7846dec-3339-480a-a3bb-d7dceb520988 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1d8eac4-03db-4e68-842c-8ce0eb9b71fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306758 Jul 15 19:05:34.160991 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-2495353e-8949-4cce-b080-4dbcc00482cd req-d92d9fe3-c118-4ec0-800d-3bb6bbdba333 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae626100-1a38-4a07-876e-7f60ec940016 HTTP/1.1" status: 200 len: 217 time: 0.0809600 Jul 15 19:05:34.178513 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-31a2fa33-d352-42af-ae3f-9cabb962aa2b service neutron] 10.222.0.69 "GET /v2.0/networks/db293c0c-639d-465d-957a-7d2d560b6fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123063 Jul 15 19:05:34.193037 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-833f5a3b-3093-4e6c-8508-616ff8c6025b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:34.195881 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-833f5a3b-3093-4e6c-8508-616ff8c6025b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c53d632-04b3-4db0-b6ce-07c07955a0b8 HTTP/1.1" status: 200 len: 855 time: 0.0713172 Jul 15 19:05:34.275618 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bd597-5006-45f8-b2b8-cda56bfb0e5d req-d7d979fd-b67d-48fd-9206-b76479fb9220 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:34.278239 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-906bd597-5006-45f8-b2b8-cda56bfb0e5d req-d7d979fd-b67d-48fd-9206-b76479fb9220 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 943 time: 0.4138725 Jul 15 19:05:34.280874 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0919a056-9e4f-4e9b-8680-fea35d2e0ef9 x-openstack-request-id: req-0919a056-9e4f-4e9b-8680-fea35d2e0ef9 {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:05:34.281149 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-a674947f-d4ad-43b6-b948-ce3d731dc172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:34.281278 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8991068-bbad-48c0-bf41-43bdfa437f8c", "tag": "37f9b764-209b-498a-a07f-d88aeb186e8b", "status": "completed", "code": 200}]} {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:05:34.281698 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0919a056-9e4f-4e9b-8680-fea35d2e0ef9 {{(pid=93658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:05:34.282527 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8991068-bbad-48c0-bf41-43bdfa437f8c', 'tag': '37f9b764-209b-498a-a07f-d88aeb186e8b', 'status': 'completed', 'code': 200} Jul 15 19:05:34.283897 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-a674947f-d4ad-43b6-b948-ce3d731dc172 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4bce21e0-88dc-4de8-9d22-c4e766c0d73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0808327 Jul 15 19:05:34.285546 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device ae626100-1a38-4a07-876e-7f60ec940016 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:05:34.288985 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-76c35f3e-1b20-4107-ac7d-1c3ba2cab93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:34.292148 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-76c35f3e-1b20-4107-ac7d-1c3ba2cab93d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5330063560884d19abff6266bfc251c7&device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 1096 time: 0.3170042 Jul 15 19:05:34.333869 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495353e-8949-4cce-b080-4dbcc00482cd req-4d4be00a-ae3d-450c-b659-22d0c065b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:34.336403 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-2495353e-8949-4cce-b080-4dbcc00482cd req-4d4be00a-ae3d-450c-b659-22d0c065b6ec service neutron] 10.222.0.69 "GET /v2.0/subnets?id=14efcbfe-a38f-460b-a7fe-e5ca16293d31 HTTP/1.1" status: 200 len: 849 time: 0.1667192 Jul 15 19:05:34.399026 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port ae626100-1a38-4a07-876e-7f60ec940016, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ae626100-1a38-4a07-876e-7f60ec940016,segment=NetworkSegment(c5f51327-4914-48ee-89a2-7f0bd5724fec),segment_id=c5f51327-4914-48ee-89a2-7f0bd5724fec)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:05:34.412030 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Returning: {'device': 'ae626100-1a38-4a07-876e-7f60ec940016', 'network_id': '673ecaa8-9125-4486-9436-19add9ddf5ea', 'port_id': 'ae626100-1a38-4a07-876e-7f60ec940016', 'mac_address': 'fa:16:3e:c3:c4:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14efcbfe-a38f-460b-a7fe-e5ca16293d31', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:05:34.452396 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:34.458805 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-2d52067b-4213-414d-8e4e-694921f89d90 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37f9b764-209b-498a-a07f-d88aeb186e8b HTTP/1.1" status: 200 len: 217 time: 0.1281130 Jul 15 19:05:34.470368 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae626100-1a38-4a07-876e-7f60ec940016 {{(pid=93659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:05:34.495717 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port ae626100-1a38-4a07-876e-7f60ec940016, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ae626100-1a38-4a07-876e-7f60ec940016,segment=NetworkSegment(c5f51327-4914-48ee-89a2-7f0bd5724fec),segment_id=c5f51327-4914-48ee-89a2-7f0bd5724fec)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:05:34.496833 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-906bd597-5006-45f8-b2b8-cda56bfb0e5d req-61508179-562c-4bff-a845-5759e28d3851 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031572 Jul 15 19:05:34.515106 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:34.589976 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-820410d6-c61f-413e-94fd-d1f557154b68 service neutron] 10.222.0.69 "GET /v2.0/networks/4bce21e0-88dc-4de8-9d22-c4e766c0d73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602599 Jul 15 19:05:34.615534 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=ae626100-1a38-4a07-876e-7f60ec940016,revision_number=4']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:34.669076 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495353e-8949-4cce-b080-4dbcc00482cd req-c0189ffa-7dfe-44e0-b35c-366730d1b2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:34.673616 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-2495353e-8949-4cce-b080-4dbcc00482cd req-c0189ffa-7dfe-44e0-b35c-366730d1b2ee service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=673ecaa8-9125-4486-9436-19add9ddf5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3257742 Jul 15 19:05:34.809536 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a138e-b8dd-44f5-9d7c-e417f0a6c8e5 req-42e7f137-73d5-46f3-bd17-d05ea36eed8e tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:34.819926 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-610a138e-b8dd-44f5-9d7c-e417f0a6c8e5 req-42e7f137-73d5-46f3-bd17-d05ea36eed8e tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 943 time: 0.1386516 Jul 15 19:05:34.880007 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-610a138e-b8dd-44f5-9d7c-e417f0a6c8e5 req-aacfbedf-3713-4b66-a125-cb46698f4d7d tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589650 Jul 15 19:05:34.917361 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86debb82-13f2-4569-b942-c57f4e48980c req-dd060c69-0801-4888-91fb-19e34a64832d tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:34.920064 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-86debb82-13f2-4569-b942-c57f4e48980c req-dd060c69-0801-4888-91fb-19e34a64832d tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 944 time: 0.1612129 Jul 15 19:05:35.000948 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-86debb82-13f2-4569-b942-c57f4e48980c req-5be83772-96ff-4873-acbf-e72ca5fc71e7 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732951 Jul 15 19:05:35.457531 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c89e4-8057-4040-99a4-14793c5ca76d req-028ac413-a39d-4699-8f9c-44e3b1ee9a2c tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:35.459114 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-9c3c89e4-8057-4040-99a4-14793c5ca76d req-028ac413-a39d-4699-8f9c-44e3b1ee9a2c tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/ports?device_id=3accc4cc-3b97-4aa6-a665-de0fbfd03ae1 HTTP/1.1" status: 200 len: 945 time: 0.0951123 Jul 15 19:05:35.500302 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-9c3c89e4-8057-4040-99a4-14793c5ca76d req-d6005bdc-0775-4a26-9d97-9f210f07cc32 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1d8eac4-03db-4e68-842c-8ce0eb9b71fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347879 Jul 15 19:05:35.712160 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e934b-2806-46a4-91aa-7f82d676df20 req-0862a33e-6c75-4621-8f11-cde9c1408089 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:35.713645 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-891e934b-2806-46a4-91aa-7f82d676df20 req-0862a33e-6c75-4621-8f11-cde9c1408089 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 943 time: 0.0658250 Jul 15 19:05:35.729106 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.agents_db [None req-ef181030-a4ef-48d9-9156-44fb1018252a None None] Agent healthcheck: found 6 active agents {{(pid=93660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:05:35.757704 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-891e934b-2806-46a4-91aa-7f82d676df20 req-f50fa369-9d98-4603-9eaf-8a00bc82bde1 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378468 Jul 15 19:05:36.089376 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769735f-8ec5-47a9-8759-b8019b3187f6 req-2333d722-5497-43f8-a10b-a3646219d0da tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:36.092019 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f769735f-8ec5-47a9-8759-b8019b3187f6 req-2333d722-5497-43f8-a10b-a3646219d0da tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 943 time: 0.0933352 Jul 15 19:05:36.160093 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f769735f-8ec5-47a9-8759-b8019b3187f6 req-3ddccb51-d282-4bc0-aadd-2217809a2a7b tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618575 Jul 15 19:05:36.255674 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bebc20-e007-42e8-9fbe-2b09e004b3f2 req-5f9b041b-1725-4afa-881b-0737ae39bb74 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:36.258313 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-d7bebc20-e007-42e8-9fbe-2b09e004b3f2 req-5f9b041b-1725-4afa-881b-0737ae39bb74 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 944 time: 0.1101336 Jul 15 19:05:36.298103 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-d7bebc20-e007-42e8-9fbe-2b09e004b3f2 req-2a7a90e3-35e1-4906-a283-47390eb9fb01 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341063 Jul 15 19:05:36.725184 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb313693-d1be-48bd-bc67-829af2255abc req-c1b9d10a-f032-4f67-bb0c-a84e7af73863 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:36.726768 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-cb313693-d1be-48bd-bc67-829af2255abc req-c1b9d10a-f032-4f67-bb0c-a84e7af73863 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/ports?device_id=3accc4cc-3b97-4aa6-a665-de0fbfd03ae1 HTTP/1.1" status: 200 len: 945 time: 0.0698290 Jul 15 19:05:36.766512 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-cb313693-d1be-48bd-bc67-829af2255abc req-9281ef5a-2522-4e46-a097-552cb17ded5e tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1d8eac4-03db-4e68-842c-8ce0eb9b71fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335078 Jul 15 19:05:36.983548 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429eed6-5252-44bd-8b8a-34e0bbeea033 req-9f4922c4-aacc-4193-a950-0942e317597e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:36.985044 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1429eed6-5252-44bd-8b8a-34e0bbeea033 req-9f4922c4-aacc-4193-a950-0942e317597e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 943 time: 0.0690854 Jul 15 19:05:37.025963 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1429eed6-5252-44bd-8b8a-34e0bbeea033 req-803341f3-5f70-4b78-9428-37386a381c54 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350931 Jul 15 19:05:37.362251 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d93df-db6f-4c5b-8aab-0f68854771cb req-9ab94f68-e9ef-487e-a858-5a0e654ed87d tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:37.363861 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-bd6d93df-db6f-4c5b-8aab-0f68854771cb req-9ab94f68-e9ef-487e-a858-5a0e654ed87d tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 943 time: 0.0717316 Jul 15 19:05:37.409912 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-bd6d93df-db6f-4c5b-8aab-0f68854771cb req-7ba06796-2b5e-4b5b-ab21-14582037d5bc tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388937 Jul 15 19:05:37.518642 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-97ce4fc9-1fc4-44d4-93ba-e60546ff487d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:37.520427 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-97ce4fc9-1fc4-44d4-93ba-e60546ff487d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c64f9169-c20b-4ae0-8226-b6cbf9550510 HTTP/1.1" status: 200 len: 858 time: 0.1095788 Jul 15 19:05:37.571140 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-50a80ac3-dab0-4d6e-83f0-f6ff5ed67e7e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=db293c0c-639d-465d-957a-7d2d560b6fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417619 Jul 15 19:05:37.575218 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-2495353e-8949-4cce-b080-4dbcc00482cd req-825f7ba9-caa5-4538-8bfa-5c4b4447a56d service neutron] 10.222.0.69 "GET /v2.0/networks/673ecaa8-9125-4486-9436-19add9ddf5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631498 Jul 15 19:05:37.664913 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-89e3b954-5e53-40bf-925c-c46ac5966ff5 req-1737b209-b189-4ae7-8508-2b8fffb74eb7 service neutron] 10.222.0.69 "GET /v2.0/networks/4bce21e0-88dc-4de8-9d22-c4e766c0d73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536364 Jul 15 19:05:37.692917 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07f162-ad97-46dd-a5a7-6cc004fba801 req-a699b540-8b5c-47aa-9ed4-0c22261f3785 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:37.702527 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-ec07f162-ad97-46dd-a5a7-6cc004fba801 req-a699b540-8b5c-47aa-9ed4-0c22261f3785 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 944 time: 0.2304552 Jul 15 19:05:37.774850 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-d79d6ef1-7acf-4e86-8755-7fbb5499dc87 service neutron] 10.222.0.69 "GET /v2.0/networks/db293c0c-639d-465d-957a-7d2d560b6fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888859 Jul 15 19:05:37.777436 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-2495353e-8949-4cce-b080-4dbcc00482cd req-6a5ce336-d241-451c-9ac5-80df45ccc231 service neutron] 10.222.0.69 "GET /v2.0/networks/673ecaa8-9125-4486-9436-19add9ddf5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900918 Jul 15 19:05:37.778322 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-ec07f162-ad97-46dd-a5a7-6cc004fba801 req-34556e1c-4f88-468e-8581-91de67e23055 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735984 Jul 15 19:05:37.816549 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] get_ports_and_sgs() called for port_ids ['ae626100-1a38-4a07-876e-7f60ec940016'] {{(pid=93659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:05:37.981325 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9d485-f09e-4aef-b84c-4e0b48d14829 req-148a5a12-cc3f-4f40-b642-2a8e9f084d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:37.983349 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-fba9d485-f09e-4aef-b84c-4e0b48d14829 req-148a5a12-cc3f-4f40-b642-2a8e9f084d80 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=509209d2c8bd40dc87dfc3c3ad815494&device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 1096 time: 0.1517277 Jul 15 19:05:37.985956 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-d37df11c-80d7-441b-a9d3-64db387e10c0 req-44757554-5f25-491e-8e53-8d1d57e3d6a6 service neutron] 10.222.0.69 "GET /v2.0/networks/db293c0c-639d-465d-957a-7d2d560b6fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636808 Jul 15 19:05:38.376794 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b05ac6-8ce4-42ca-a59f-8df7dbfac03f req-15b3c870-c10c-4ff6-9bec-6a2d69c278a5 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:38.380148 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f7b05ac6-8ce4-42ca-a59f-8df7dbfac03f req-15b3c870-c10c-4ff6-9bec-6a2d69c278a5 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/ports?device_id=3accc4cc-3b97-4aa6-a665-de0fbfd03ae1 HTTP/1.1" status: 200 len: 945 time: 0.3168430 Jul 15 19:05:38.382274 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9d485-f09e-4aef-b84c-4e0b48d14829 req-fe3080da-3f05-4442-997b-b425ac885d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:38.384327 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-fba9d485-f09e-4aef-b84c-4e0b48d14829 req-fe3080da-3f05-4442-997b-b425ac885d3c service neutron] 10.222.0.69 "GET /v2.0/networks?id=4bce21e0-88dc-4de8-9d22-c4e766c0d73f HTTP/1.1" status: 200 len: 918 time: 0.3748522 Jul 15 19:05:38.506410 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4fb4ae-3a8e-404a-b5ce-eb0ad7b8c8ae req-f6f174e5-b5ce-43c2-9675-bbd92d33996d tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:38.507078 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-fba9d485-f09e-4aef-b84c-4e0b48d14829 req-d6b645cb-38cf-44ef-9578-2fc25ed56789 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=910e4255-cffb-47b8-86c7-b5373835f799 HTTP/1.1" status: 200 len: 217 time: 0.1006634 Jul 15 19:05:38.542584 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-8e4fb4ae-3a8e-404a-b5ce-eb0ad7b8c8ae req-f6f174e5-b5ce-43c2-9675-bbd92d33996d tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 943 time: 0.2866032 Jul 15 19:05:38.648011 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681b5a1-69f9-4f3b-abab-938b3bd9eb96 req-92586f6c-7c87-4d46-a0f4-d53a39c1aea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:38.651242 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-1681b5a1-69f9-4f3b-abab-938b3bd9eb96 req-92586f6c-7c87-4d46-a0f4-d53a39c1aea5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5330063560884d19abff6266bfc251c7&device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 1096 time: 0.4281056 Jul 15 19:05:38.668154 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-8e4fb4ae-3a8e-404a-b5ce-eb0ad7b8c8ae req-729ad84c-52e9-49cc-a491-164e2f816649 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164005 Jul 15 19:05:38.692290 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f7b05ac6-8ce4-42ca-a59f-8df7dbfac03f req-9d511d61-9fd3-4f21-9edf-e713d34fb779 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1d8eac4-03db-4e68-842c-8ce0eb9b71fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002963 Jul 15 19:05:38.770624 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9d485-f09e-4aef-b84c-4e0b48d14829 req-499dcb12-374e-4d0b-a32c-3c7ab4511ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:38.773155 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-fba9d485-f09e-4aef-b84c-4e0b48d14829 req-499dcb12-374e-4d0b-a32c-3c7ab4511ba8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c53d632-04b3-4db0-b6ce-07c07955a0b8 HTTP/1.1" status: 200 len: 855 time: 0.2506897 Jul 15 19:05:39.167513 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681b5a1-69f9-4f3b-abab-938b3bd9eb96 req-23a0da14-d85c-4536-ac88-ad8611ad3421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:39.170121 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-1681b5a1-69f9-4f3b-abab-938b3bd9eb96 req-23a0da14-d85c-4536-ac88-ad8611ad3421 service neutron] 10.222.0.69 "GET /v2.0/networks?id=db293c0c-639d-465d-957a-7d2d560b6fd9 HTTP/1.1" status: 200 len: 920 time: 0.5047867 Jul 15 19:05:39.190136 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e016b589-4107-47a5-8a06-a5884889a67d req-0b6e3df4-1805-4f7e-b3f0-fea39dd289f4 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:39.192209 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-e016b589-4107-47a5-8a06-a5884889a67d req-0b6e3df4-1805-4f7e-b3f0-fea39dd289f4 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 944 time: 0.1255732 Jul 15 19:05:39.253543 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-e016b589-4107-47a5-8a06-a5884889a67d req-fa19a373-7eec-422c-8802-ebd4dbde0f66 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479193 Jul 15 19:05:39.272080 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-1681b5a1-69f9-4f3b-abab-938b3bd9eb96 req-2dc4d788-d587-4095-9ac9-fb8bf20a7d08 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37f9b764-209b-498a-a07f-d88aeb186e8b HTTP/1.1" status: 200 len: 217 time: 0.0911939 Jul 15 19:05:39.305192 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9d485-f09e-4aef-b84c-4e0b48d14829 req-7f6dda5d-f82f-461c-9aa5-bde683484aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:39.308499 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-fba9d485-f09e-4aef-b84c-4e0b48d14829 req-7f6dda5d-f82f-461c-9aa5-bde683484aea service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4bce21e0-88dc-4de8-9d22-c4e766c0d73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5176156 Jul 15 19:05:39.369802 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027219e-5091-4c81-8f9a-aef28452bb68 req-0a7adafa-cc45-468a-b899-a3ef44ed55c5 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:39.371805 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-8027219e-5091-4c81-8f9a-aef28452bb68 req-0a7adafa-cc45-468a-b899-a3ef44ed55c5 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 943 time: 0.4188199 Jul 15 19:05:39.453094 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device ae626100-1a38-4a07-876e-7f60ec940016 up at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:05:39.507501 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 50718) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:39.514388 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681b5a1-69f9-4f3b-abab-938b3bd9eb96 req-dcfc3d92-bc2c-4af9-8da0-66354aaa805f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:39.516628 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-1681b5a1-69f9-4f3b-abab-938b3bd9eb96 req-dcfc3d92-bc2c-4af9-8da0-66354aaa805f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c64f9169-c20b-4ae0-8226-b6cbf9550510 HTTP/1.1" status: 200 len: 858 time: 0.2286220 Jul 15 19:05:39.543353 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Provisioning for port ae626100-1a38-4a07-876e-7f60ec940016 completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:05:39.549709 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Provisioning complete for port ae626100-1a38-4a07-876e-7f60ec940016 triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:05:39.550458 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:39.599461 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-1681b5a1-69f9-4f3b-abab-938b3bd9eb96 req-ff520e98-c356-442c-9f0b-2f0891bf6ae4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=db293c0c-639d-465d-957a-7d2d560b6fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656908 Jul 15 19:05:39.605012 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-8027219e-5091-4c81-8f9a-aef28452bb68 req-8090cb13-b20d-4189-bee7-bab192607f24 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146013 Jul 15 19:05:39.659500 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-fba9d485-f09e-4aef-b84c-4e0b48d14829 req-052ced08-dd9c-4cc8-8c19-f0b7af4f6808 service neutron] 10.222.0.69 "GET /v2.0/networks/4bce21e0-88dc-4de8-9d22-c4e766c0d73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183773 Jul 15 19:05:39.712607 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-61c7ab2d-fc0f-4db0-ad0b-42cb99029f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:39.783399 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:39.805409 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-1681b5a1-69f9-4f3b-abab-938b3bd9eb96 req-af2c76dd-dd92-4a94-9db9-0d40db1fbd09 service neutron] 10.222.0.69 "GET /v2.0/networks/db293c0c-639d-465d-957a-7d2d560b6fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962960 Jul 15 19:05:39.851870 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae626100-1a38-4a07-876e-7f60ec940016'}] {{(pid=93659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:05:39.855860 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cff241be1680f95bd86cb63ae369edb514e49424f5374e734ea98f44dc6e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb63b86-d66b-4f78-bb63-f74b220d699d" -d '{"events": [{"server_uuid": "8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6", "name": "network-vif-plugged", "status": "completed", "tag": "ae626100-1a38-4a07-876e-7f60ec940016"}]}' {{(pid=93659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:05:39.863322 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-fba9d485-f09e-4aef-b84c-4e0b48d14829 req-a8b7aad2-e528-439d-96cd-b7b368bd308b service neutron] 10.222.0.69 "GET /v2.0/networks/4bce21e0-88dc-4de8-9d22-c4e766c0d73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951554 Jul 15 19:05:39.875483 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port ae626100-1a38-4a07-876e-7f60ec940016, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ae626100-1a38-4a07-876e-7f60ec940016,segment=NetworkSegment(c5f51327-4914-48ee-89a2-7f0bd5724fec),segment_id=c5f51327-4914-48ee-89a2-7f0bd5724fec)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:05:39.884118 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:39.928678 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-61c7ab2d-fc0f-4db0-ad0b-42cb99029f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:39.935562 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-61c7ab2d-fc0f-4db0-ad0b-42cb99029f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:39.991089 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-61c7ab2d-fc0f-4db0-ad0b-42cb99029f57 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c3a6d4798b844960acef1cbe229d2efc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4815805 Jul 15 19:05:39.993440 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7ab2d-fc0f-4db0-ad0b-42cb99029f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c540ac4-f847-4071-a4d1-569388c37390,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:40.001204 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 50742) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:40.009583 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=ae626100-1a38-4a07-876e-7f60ec940016,revision_number=5']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:40.074252 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-1681b5a1-69f9-4f3b-abab-938b3bd9eb96 req-0e682b54-aa1f-4076-bcde-9fcbcec39840 service neutron] 10.222.0.69 "GET /v2.0/networks/db293c0c-639d-465d-957a-7d2d560b6fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581098 Jul 15 19:05:40.136298 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-d706f10f-6c41-4840-a8ac-49c495c34b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:40.142684 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0856c7-df7a-4de3-88fb-f5bd4a1e6780 req-28938cc7-1cb6-4417-866b-68b4ec73417a tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:40.151205 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-1e0856c7-df7a-4de3-88fb-f5bd4a1e6780 req-28938cc7-1cb6-4417-866b-68b4ec73417a tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 943 time: 0.1894517 Jul 15 19:05:40.174463 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2531d-6c74-4039-8735-d90385fa5549 req-6b61d93a-b4d1-41a7-b9b1-164dbae5bc94 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:40.174463 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-09c2531d-6c74-4039-8735-d90385fa5549 req-6b61d93a-b4d1-41a7-b9b1-164dbae5bc94 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/ports?device_id=3accc4cc-3b97-4aa6-a665-de0fbfd03ae1 HTTP/1.1" status: 200 len: 945 time: 0.1160333 Jul 15 19:05:40.189883 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-d706f10f-6c41-4840-a8ac-49c495c34b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:40.212425 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-1e0856c7-df7a-4de3-88fb-f5bd4a1e6780 req-9d32e295-fa0e-4a87-a40e-588d7ea255e8 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601947 Jul 15 19:05:40.283787 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d6fd2f-df12-4e9f-8e25-04479eea0630 x-openstack-request-id: req-77d6fd2f-df12-4e9f-8e25-04479eea0630 {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:05:40.284156 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6", "name": "network-vif-plugged", "status": "completed", "tag": "ae626100-1a38-4a07-876e-7f60ec940016", "code": 200}]} {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:05:40.284598 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-77d6fd2f-df12-4e9f-8e25-04479eea0630 {{(pid=93659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:05:40.285283 dv-cinder-788363-8-iscsi neutron-server[93659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae626100-1a38-4a07-876e-7f60ec940016', 'code': 200} Jul 15 19:05:40.300534 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-09c2531d-6c74-4039-8735-d90385fa5549 req-00855178-3b1d-4979-ae46-30603d1ec783 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1d8eac4-03db-4e68-842c-8ce0eb9b71fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151116 Jul 15 19:05:40.347991 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-d706f10f-6c41-4840-a8ac-49c495c34b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:40.353811 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-d706f10f-6c41-4840-a8ac-49c495c34b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:40.359949 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-d706f10f-6c41-4840-a8ac-49c495c34b75 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6c540ac4-f847-4071-a4d1-569388c37390 HTTP/1.1" status: 204 len: 168 time: 0.3519943 Jul 15 19:05:40.371706 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d706f10f-6c41-4840-a8ac-49c495c34b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c540ac4-f847-4071-a4d1-569388c37390,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:40.846768 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7717ff48-35f9-429f-aa53-9c91f5903c42 req-c150618f-4dbd-47b8-aacf-590c9726bb56 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:40.865332 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-7717ff48-35f9-429f-aa53-9c91f5903c42 req-c150618f-4dbd-47b8-aacf-590c9726bb56 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 943 time: 0.1246395 Jul 15 19:05:40.978540 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-7717ff48-35f9-429f-aa53-9c91f5903c42 req-8884ab5e-f881-4fed-b9d7-430abf22c404 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099119 Jul 15 19:05:40.993127 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 50772) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:41.014693 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-41f6e892-c121-42d5-a03a-b9a4246c667f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:41.149483 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc8146-c728-44a6-a23d-1787e3f22197 req-35a91efb-6fa4-40db-b960-c34baca9de66 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:41.156456 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-ccdc8146-c728-44a6-a23d-1787e3f22197 req-35a91efb-6fa4-40db-b960-c34baca9de66 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.6932127 Jul 15 19:05:41.163088 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b99ed-bd3f-4165-9cfe-72d1bf8f1d51 req-40cd2c0c-5f8b-4ce2-99b7-b0aa2777e7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:41.165651 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-4c7b99ed-bd3f-4165-9cfe-72d1bf8f1d51 req-40cd2c0c-5f8b-4ce2-99b7-b0aa2777e7e8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 1098 time: 0.2588356 Jul 15 19:05:41.221790 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-41f6e892-c121-42d5-a03a-b9a4246c667f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:41.227761 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-41f6e892-c121-42d5-a03a-b9a4246c667f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:41.233131 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-ccdc8146-c728-44a6-a23d-1787e3f22197 req-0c912c00-a909-4843-b85d-fe8ee32a6e21 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656362 Jul 15 19:05:41.283491 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-41f6e892-c121-42d5-a03a-b9a4246c667f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ed1a0683088a48c1ade71984517c6a76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2900550 Jul 15 19:05:41.285759 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f6e892-c121-42d5-a03a-b9a4246c667f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81a2b60-fa8e-47f2-9047-3760ec84ad9a,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:41.287104 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 50786) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:41.392311 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d0d4eaaa-53d2-4c45-ba04-c6043717a7f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:41.440806 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d0d4eaaa-53d2-4c45-ba04-c6043717a7f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:41.543487 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d0d4eaaa-53d2-4c45-ba04-c6043717a7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:41.551838 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d0d4eaaa-53d2-4c45-ba04-c6043717a7f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:41.558329 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-d0d4eaaa-53d2-4c45-ba04-c6043717a7f4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b81a2b60-fa8e-47f2-9047-3760ec84ad9a HTTP/1.1" status: 204 len: 168 time: 0.2652879 Jul 15 19:05:41.578890 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d4eaaa-53d2-4c45-ba04-c6043717a7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81a2b60-fa8e-47f2-9047-3760ec84ad9a,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:41.635143 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c19919-2f38-4b85-845c-c166c86cf23a req-9aeee7cc-3d59-4928-9389-2a369d1a67ba tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:41.637888 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-83c19919-2f38-4b85-845c-c166c86cf23a req-9aeee7cc-3d59-4928-9389-2a369d1a67ba tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 943 time: 0.1639388 Jul 15 19:05:41.684897 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-83c19919-2f38-4b85-845c-c166c86cf23a req-ee712601-aafa-4ae2-94aa-2a1b89c0c08a tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406063 Jul 15 19:05:41.704604 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 50798) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:41.906695 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-4c7b99ed-bd3f-4165-9cfe-72d1bf8f1d51 req-8fde5abb-aed5-4973-a82f-90934fc0d12a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871618 Jul 15 19:05:42.121430 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-28a7bb00-17d7-4df8-bf1e-8aad37bef07f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:42.381723 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-28a7bb00-17d7-4df8-bf1e-8aad37bef07f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:42.404554 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176cb497-cb63-4dcc-a362-53a11d877352 req-fb31a3f3-d534-4529-aaf9-a96982ed2a09 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:42.406261 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-176cb497-cb63-4dcc-a362-53a11d877352 req-fb31a3f3-d534-4529-aaf9-a96982ed2a09 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 943 time: 0.2085440 Jul 15 19:05:42.407567 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-28a7bb00-17d7-4df8-bf1e-8aad37bef07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:42.471403 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a7bb00-17d7-4df8-bf1e-8aad37bef07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc46a3d-363c-4874-a848-dc8758de33d2,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:42.505044 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-28a7bb00-17d7-4df8-bf1e-8aad37bef07f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=04a627f59f494eb3afa0f2cd0330f5b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7945442 Jul 15 19:05:42.524760 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 50836) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:42.576855 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5e0b9-5c66-4767-a002-98ae681a5127 req-d5865c33-1efe-46b7-b958-b16cdc4f1c62 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:42.579461 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-dfb5e0b9-5c66-4767-a002-98ae681a5127 req-d5865c33-1efe-46b7-b958-b16cdc4f1c62 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.0990968 Jul 15 19:05:42.580164 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-176cb497-cb63-4dcc-a362-53a11d877352 req-8d09c8ec-3ef1-4ca5-9d95-41dfec6880e4 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543489 Jul 15 19:05:42.648958 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d6dbba45-d392-489f-805f-69bb207a470e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:42.660350 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-dfb5e0b9-5c66-4767-a002-98ae681a5127 req-470c1715-f353-4b47-9259-06c593e634c9 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533729 Jul 15 19:05:42.709162 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d6dbba45-d392-489f-805f-69bb207a470e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:42.766130 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 910e4255-cffb-47b8-86c7-b5373835f799 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:05:42.797263 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d6dbba45-d392-489f-805f-69bb207a470e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:42.814598 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d6dbba45-d392-489f-805f-69bb207a470e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:42.825887 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-d6dbba45-d392-489f-805f-69bb207a470e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ccc46a3d-363c-4874-a848-dc8758de33d2 HTTP/1.1" status: 204 len: 168 time: 0.2973883 Jul 15 19:05:42.849210 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dbba45-d392-489f-805f-69bb207a470e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc46a3d-363c-4874-a848-dc8758de33d2,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:42.964448 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c36d3-508d-4407-b848-fbae50caf63e req-1b224117-3ae2-4f46-ba23-df594a44deeb tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:42.971132 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-d82c36d3-508d-4407-b848-fbae50caf63e req-1b224117-3ae2-4f46-ba23-df594a44deeb tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 943 time: 0.0970027 Jul 15 19:05:43.041538 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-d82c36d3-508d-4407-b848-fbae50caf63e req-394890c8-8c96-4130-871f-9b49bb0bc904 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633965 Jul 15 19:05:43.069632 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 910e4255-cffb-47b8-86c7-b5373835f799, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=910e4255-cffb-47b8-86c7-b5373835f799,segment=NetworkSegment(c5f8fc6e-ca65-461a-98f0-ca6e4f10d746),segment_id=c5f8fc6e-ca65-461a-98f0-ca6e4f10d746)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:05:43.088108 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Returning: {'device': '910e4255-cffb-47b8-86c7-b5373835f799', 'network_id': '4bce21e0-88dc-4de8-9d22-c4e766c0d73f', 'port_id': '910e4255-cffb-47b8-86c7-b5373835f799', 'mac_address': 'fa:16:3e:1c:02:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c53d632-04b3-4db0-b6ce-07c07955a0b8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:05:43.210188 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:43.241893 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 910e4255-cffb-47b8-86c7-b5373835f799 {{(pid=93659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:05:43.273340 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 910e4255-cffb-47b8-86c7-b5373835f799, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=910e4255-cffb-47b8-86c7-b5373835f799,segment=NetworkSegment(c5f8fc6e-ca65-461a-98f0-ca6e4f10d746),segment_id=c5f8fc6e-ca65-461a-98f0-ca6e4f10d746)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:05:43.284368 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:43.285492 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device bcd802ab-ebd9-4ee1-ba29-e8f31a844602 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:05:43.396718 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=910e4255-cffb-47b8-86c7-b5373835f799,revision_number=4']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:43.558243 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port bcd802ab-ebd9-4ee1-ba29-e8f31a844602, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=bcd802ab-ebd9-4ee1-ba29-e8f31a844602,segment=NetworkSegment(37673299-b9a2-4673-b486-eb1aa43d8d4f),segment_id=37673299-b9a2-4673-b486-eb1aa43d8d4f)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:05:43.571741 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Returning: {'device': 'bcd802ab-ebd9-4ee1-ba29-e8f31a844602', 'network_id': 'db293c0c-639d-465d-957a-7d2d560b6fd9', 'port_id': 'bcd802ab-ebd9-4ee1-ba29-e8f31a844602', 'mac_address': 'fa:16:3e:35:a8:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c64f9169-c20b-4ae0-8226-b6cbf9550510', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:05:43.578107 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 50878) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:43.602760 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-143620c9-24cd-435b-8e99-592948803981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:43.622947 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:43.642565 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcd802ab-ebd9-4ee1-ba29-e8f31a844602 {{(pid=93659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:05:43.690904 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port bcd802ab-ebd9-4ee1-ba29-e8f31a844602, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=bcd802ab-ebd9-4ee1-ba29-e8f31a844602,segment=NetworkSegment(37673299-b9a2-4673-b486-eb1aa43d8d4f),segment_id=37673299-b9a2-4673-b486-eb1aa43d8d4f)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:05:43.699236 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:43.700499 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 37f9b764-209b-498a-a07f-d88aeb186e8b details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:05:43.778281 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-143620c9-24cd-435b-8e99-592948803981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:43.785757 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-143620c9-24cd-435b-8e99-592948803981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:43.793013 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=bcd802ab-ebd9-4ee1-ba29-e8f31a844602,revision_number=4']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:43.809180 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 37f9b764-209b-498a-a07f-d88aeb186e8b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=37f9b764-209b-498a-a07f-d88aeb186e8b,segment=NetworkSegment(37673299-b9a2-4673-b486-eb1aa43d8d4f),segment_id=37673299-b9a2-4673-b486-eb1aa43d8d4f)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:05:43.824414 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143620c9-24cd-435b-8e99-592948803981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a859bd-0882-4d7c-b26d-6a2668cfa4a5,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:43.834214 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Returning: {'device': '37f9b764-209b-498a-a07f-d88aeb186e8b', 'network_id': 'db293c0c-639d-465d-957a-7d2d560b6fd9', 'port_id': '37f9b764-209b-498a-a07f-d88aeb186e8b', 'mac_address': 'fa:16:3e:5e:7d:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c64f9169-c20b-4ae0-8226-b6cbf9550510', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:05:43.853710 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-143620c9-24cd-435b-8e99-592948803981 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=35099444d3e94076aad82f5b9e36d0e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2730930 Jul 15 19:05:43.857918 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 50888) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:43.894375 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:43.925753 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e48589e8-891d-48fe-ae6f-4c1a78d90343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:43.929785 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37f9b764-209b-498a-a07f-d88aeb186e8b {{(pid=93659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:05:43.974016 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 37f9b764-209b-498a-a07f-d88aeb186e8b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=37f9b764-209b-498a-a07f-d88aeb186e8b,segment=NetworkSegment(37673299-b9a2-4673-b486-eb1aa43d8d4f),segment_id=37673299-b9a2-4673-b486-eb1aa43d8d4f)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:05:43.984918 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:43.993334 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e48589e8-891d-48fe-ae6f-4c1a78d90343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:43.997067 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60aecb-1bee-4df3-b7a0-9048055135ea req-e1c86c4e-7d76-4044-a4f6-f6ec022645fa tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:43.998908 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-2e60aecb-1bee-4df3-b7a0-9048055135ea req-e1c86c4e-7d76-4044-a4f6-f6ec022645fa tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 943 time: 0.1784601 Jul 15 19:05:44.071245 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=37f9b764-209b-498a-a07f-d88aeb186e8b,revision_number=4']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:44.084343 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-2e60aecb-1bee-4df3-b7a0-9048055135ea req-b7cd079a-22cc-4a05-b2d8-31dac670619d tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721335 Jul 15 19:05:44.095059 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f48801-291b-4d01-a97f-c97a17697d53 req-1e3e8261-ca90-42df-be1e-367043b5f8e6 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:44.102653 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f6f48801-291b-4d01-a97f-c97a17697d53 req-1e3e8261-ca90-42df-be1e-367043b5f8e6 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.1589198 Jul 15 19:05:44.131707 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e48589e8-891d-48fe-ae6f-4c1a78d90343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:44.137948 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e48589e8-891d-48fe-ae6f-4c1a78d90343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:44.139946 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-e48589e8-891d-48fe-ae6f-4c1a78d90343 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/66a859bd-0882-4d7c-b26d-6a2668cfa4a5 HTTP/1.1" status: 204 len: 168 time: 0.2804222 Jul 15 19:05:44.162225 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48589e8-891d-48fe-ae6f-4c1a78d90343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a859bd-0882-4d7c-b26d-6a2668cfa4a5,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:44.219816 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f6f48801-291b-4d01-a97f-c97a17697d53 req-eca444b4-21a4-4864-bac6-feb77925d30b tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148884 Jul 15 19:05:44.353160 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8dff8-6631-4e9b-ab0e-cc1ac8d4a85e req-991f2891-eace-47d3-9344-cdc5c5931e66 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:44.356268 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-c4a8dff8-6631-4e9b-ab0e-cc1ac8d4a85e req-991f2891-eace-47d3-9344-cdc5c5931e66 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 944 time: 0.1011262 Jul 15 19:05:44.414806 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-c4a8dff8-6631-4e9b-ab0e-cc1ac8d4a85e req-d545e87a-70be-40ba-ade6-3bb55d2a89fa tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512073 Jul 15 19:05:44.681074 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 50912) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:44.702380 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-8531ec53-6399-4445-b7a7-a12a264063ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:44.839322 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] get_ports_and_sgs() called for port_ids ['910e4255-cffb-47b8-86c7-b5373835f799'] {{(pid=93659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:05:44.919553 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] get_ports_and_sgs() called for port_ids ['37f9b764-209b-498a-a07f-d88aeb186e8b'] {{(pid=93659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:05:44.925477 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-8531ec53-6399-4445-b7a7-a12a264063ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:44.947084 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-8531ec53-6399-4445-b7a7-a12a264063ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:44.970142 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] get_ports_and_sgs() called for port_ids ['bcd802ab-ebd9-4ee1-ba29-e8f31a844602'] {{(pid=93659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:05:45.045006 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-8531ec53-6399-4445-b7a7-a12a264063ef admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=677150a6014f4f038d3730c15141c778&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3589711 Jul 15 19:05:45.046835 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 50936) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:45.130506 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531ec53-6399-4445-b7a7-a12a264063ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcba386c-e0b3-4c5e-8e17-72c6ef2664f0,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:45.169754 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-17f6b188-cc0e-4d30-a61b-83c1c0d3467d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:45.245942 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-17f6b188-cc0e-4d30-a61b-83c1c0d3467d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:45.393553 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-17f6b188-cc0e-4d30-a61b-83c1c0d3467d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:45.397184 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-17f6b188-cc0e-4d30-a61b-83c1c0d3467d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:45.410004 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-17f6b188-cc0e-4d30-a61b-83c1c0d3467d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fcba386c-e0b3-4c5e-8e17-72c6ef2664f0 HTTP/1.1" status: 204 len: 168 time: 0.3542297 Jul 15 19:05:45.465639 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f6b188-cc0e-4d30-a61b-83c1c0d3467d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcba386c-e0b3-4c5e-8e17-72c6ef2664f0,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:45.564144 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe61fe-41cf-478d-bc21-35b3c40d1f4c req-e832ae56-0c5c-472f-9222-3f4db118d75d tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:45.571566 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-2afe61fe-41cf-478d-bc21-35b3c40d1f4c req-e832ae56-0c5c-472f-9222-3f4db118d75d tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 944 time: 0.1800454 Jul 15 19:05:45.651978 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-2afe61fe-41cf-478d-bc21-35b3c40d1f4c req-acb8e486-ab6b-44e1-accb-1bfd3daf471d tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787716 Jul 15 19:05:45.734642 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d315146-0efe-4ee6-82b9-f87758f545c9 req-e3d9f700-3abc-4128-badc-888bc58b7638 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:45.737195 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-1d315146-0efe-4ee6-82b9-f87758f545c9 req-e3d9f700-3abc-4128-badc-888bc58b7638 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.1759455 Jul 15 19:05:45.827658 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-1d315146-0efe-4ee6-82b9-f87758f545c9 req-a64272e8-5f7a-415d-8517-78e4b2791b94 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834687 Jul 15 19:05:45.952369 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c77eb8-28f4-4f31-b7ac-6f55963db689 req-708bb13c-2c63-4a0c-b506-2d20b1f4c190 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:45.955174 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-e2c77eb8-28f4-4f31-b7ac-6f55963db689 req-708bb13c-2c63-4a0c-b506-2d20b1f4c190 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0973494 Jul 15 19:05:46.025559 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-e2c77eb8-28f4-4f31-b7ac-6f55963db689 req-962b665f-b435-4157-aa26-2f5910807cf4 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649776 Jul 15 19:05:46.870788 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2654ae7-8287-4e7c-822d-b4c09b77d6d0 req-9ecd4b91-03f6-4ce4-93b7-f94bab236a3b tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:46.872377 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-b2654ae7-8287-4e7c-822d-b4c09b77d6d0 req-9ecd4b91-03f6-4ce4-93b7-f94bab236a3b tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 944 time: 0.0993249 Jul 15 19:05:46.935178 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-b2654ae7-8287-4e7c-822d-b4c09b77d6d0 req-5f15a09b-821d-4a1f-83a7-014d3565c2d2 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556574 Jul 15 19:05:47.273142 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25657aa2-a15a-4302-9347-21f086a72ccd req-2141c8e9-1c82-41f5-91b6-a85465d11f02 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:47.279457 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-25657aa2-a15a-4302-9347-21f086a72ccd req-2141c8e9-1c82-41f5-91b6-a85465d11f02 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0878084 Jul 15 19:05:47.283526 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42d000-b1bf-4845-b99c-c484d61ec4db req-204d1b4e-17f0-4c58-a593-0f72abe13744 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:47.287124 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-fc42d000-b1bf-4845-b99c-c484d61ec4db req-204d1b4e-17f0-4c58-a593-0f72abe13744 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.3010283 Jul 15 19:05:47.342759 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-25657aa2-a15a-4302-9347-21f086a72ccd req-c0d3440a-974d-4041-8760-be9f53879416 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542226 Jul 15 19:05:47.371853 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-fc42d000-b1bf-4845-b99c-c484d61ec4db req-51f36a98-a44a-4b28-8c91-85e01794158a tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689862 Jul 15 19:05:47.613843 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da7bc0-aad8-456c-b4e3-1a5ac4cdce97 req-53acdf16-559d-459f-b629-9eba5a921c76 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:47.616250 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-34da7bc0-aad8-456c-b4e3-1a5ac4cdce97 req-53acdf16-559d-459f-b629-9eba5a921c76 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.0998127 Jul 15 19:05:47.627548 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 51042) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:47.632975 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-bafa89d8-50f8-4310-8fb2-487857895af5 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Request body: {'floatingip': {'port_id': 'ae626100-1a38-4a07-876e-7f60ec940016'}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:05:47.736569 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-bafa89d8-50f8-4310-8fb2-487857895af5 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks [] for floatingip, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:48.372899 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e488b-338d-427c-8652-99669aed3a68 req-1905209f-262b-43bd-9141-af390c9785a2 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:48.374686 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-565e488b-338d-427c-8652-99669aed3a68 req-1905209f-262b-43bd-9141-af390c9785a2 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 944 time: 0.2548003 Jul 15 19:05:48.580926 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883c0f4-3757-479f-9fd1-66d1e7fb2fd9 req-5f2560dd-f8a3-4337-afc8-28a2138e397f tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:48.583434 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-d883c0f4-3757-479f-9fd1-66d1e7fb2fd9 req-5f2560dd-f8a3-4337-afc8-28a2138e397f tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 944 time: 0.1112998 Jul 15 19:05:48.601687 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-565e488b-338d-427c-8652-99669aed3a68 req-dc76ef1e-7024-4dd5-bbc3-87348b4c22ac tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110288 Jul 15 19:05:48.655023 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-d883c0f4-3757-479f-9fd1-66d1e7fb2fd9 req-65ce9404-6085-415e-a833-cf803785141c tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603650 Jul 15 19:05:48.794903 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.db.resource_extend [None req-bafa89d8-50f8-4310-8fb2-487857895af5 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 19:05:48.937300 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-bafa89d8-50f8-4310-8fb2-487857895af5 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:48.944543 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-bafa89d8-50f8-4310-8fb2-487857895af5 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764579'] for floatingip, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:49.029926 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 51100) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:49.084792 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.db.l3_db [None req-bafa89d8-50f8-4310-8fb2-487857895af5 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Floating IP e2f55968-7338-470d-bb09-0211a7ebad92 associated. External IP: 172.27.2.206, port: ae626100-1a38-4a07-876e-7f60ec940016. Jul 15 19:05:49.129409 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 910e4255-cffb-47b8-86c7-b5373835f799 up at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:05:49.186492 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-fb83d79c-465a-4a21-a279-74b950ba6276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:49.203610 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Provisioning for port 910e4255-cffb-47b8-86c7-b5373835f799 completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:05:49.210278 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Provisioning complete for port 910e4255-cffb-47b8-86c7-b5373835f799 triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:05:49.211129 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:49.354615 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:49.362322 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-fb83d79c-465a-4a21-a279-74b950ba6276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:49.372664 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-fb83d79c-465a-4a21-a279-74b950ba6276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:49.408278 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '581ac5fb-522d-4196-8736-01ddee95b0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910e4255-cffb-47b8-86c7-b5373835f799'}] {{(pid=93659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:05:49.412245 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cff241be1680f95bd86cb63ae369edb514e49424f5374e734ea98f44dc6e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d16c8fc-257c-44ea-bf96-bb53c268dafa" -d '{"events": [{"server_uuid": "581ac5fb-522d-4196-8736-01ddee95b0a5", "name": "network-vif-plugged", "status": "completed", "tag": "910e4255-cffb-47b8-86c7-b5373835f799"}]}' {{(pid=93659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:05:49.435048 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-fb83d79c-465a-4a21-a279-74b950ba6276 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=90e12fe15ebf4b8e92d1bc64c3f75c3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4036455 Jul 15 19:05:49.439346 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 51108) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:49.452043 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 910e4255-cffb-47b8-86c7-b5373835f799, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=910e4255-cffb-47b8-86c7-b5373835f799,segment=NetworkSegment(c5f8fc6e-ca65-461a-98f0-ca6e4f10d746),segment_id=c5f8fc6e-ca65-461a-98f0-ca6e4f10d746)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:05:49.464964 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:49.465884 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 37f9b764-209b-498a-a07f-d88aeb186e8b up at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:05:49.502373 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bafa89d8-50f8-4310-8fb2-487857895af5 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Router 9944bf15-43cd-48cf-b31c-65d5a233a7a4 has already been hosted by L3 agent d1959f4f-c5e4-447e-bdea-87c7e923db15 {{(pid=93657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:05:49.517741 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a59f8f7-25b1-43ba-a051-79695077cf5e x-openstack-request-id: req-0a59f8f7-25b1-43ba-a051-79695077cf5e {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:05:49.518539 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "581ac5fb-522d-4196-8736-01ddee95b0a5", "name": "network-vif-plugged", "status": "completed", "tag": "910e4255-cffb-47b8-86c7-b5373835f799", "code": 200}]} {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:05:49.520050 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0a59f8f7-25b1-43ba-a051-79695077cf5e {{(pid=93659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:05:49.520927 dv-cinder-788363-8-iscsi neutron-server[93659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '581ac5fb-522d-4196-8736-01ddee95b0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910e4255-cffb-47b8-86c7-b5373835f799', 'code': 200} Jul 15 19:05:49.528800 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-a82b1f4e-1c21-4932-818b-4e8d46fcc97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:49.535832 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb83d79c-465a-4a21-a279-74b950ba6276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e19e686-4af4-4103-a9e5-e510296b1595,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:49.570412 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-73a2f30a-745b-4463-8068-7c476ea55e69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:49.606093 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-73a2f30a-745b-4463-8068-7c476ea55e69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:49.630024 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Provisioning for port 37f9b764-209b-498a-a07f-d88aeb186e8b completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:05:49.636332 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=910e4255-cffb-47b8-86c7-b5373835f799,revision_number=5']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:49.644449 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Provisioning complete for port 37f9b764-209b-498a-a07f-d88aeb186e8b triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:05:49.645024 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:49.678894 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-73a2f30a-745b-4463-8068-7c476ea55e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:49.683914 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-73a2f30a-745b-4463-8068-7c476ea55e69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:49.690078 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-73a2f30a-745b-4463-8068-7c476ea55e69 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4e19e686-4af4-4103-a9e5-e510296b1595 HTTP/1.1" status: 204 len: 168 time: 0.2491753 Jul 15 19:05:49.700923 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a2f30a-745b-4463-8068-7c476ea55e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e19e686-4af4-4103-a9e5-e510296b1595,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:49.799631 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:49.839876 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 37f9b764-209b-498a-a07f-d88aeb186e8b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=37f9b764-209b-498a-a07f-d88aeb186e8b,segment=NetworkSegment(37673299-b9a2-4673-b486-eb1aa43d8d4f),segment_id=37673299-b9a2-4673-b486-eb1aa43d8d4f)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:05:49.850471 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:49.851420 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device bcd802ab-ebd9-4ee1-ba29-e8f31a844602 up at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:05:50.006890 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=37f9b764-209b-498a-a07f-d88aeb186e8b,revision_number=5']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:50.063357 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Provisioning for port bcd802ab-ebd9-4ee1-ba29-e8f31a844602 completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:05:50.072741 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Provisioning complete for port bcd802ab-ebd9-4ee1-ba29-e8f31a844602 triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:05:50.073354 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:50.078413 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e688e9-fbc9-4d10-b967-8bb60074387b req-39441cee-722c-4c7a-9c6e-24ef87df8a38 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:50.081021 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-87e688e9-fbc9-4d10-b967-8bb60074387b req-39441cee-722c-4c7a-9c6e-24ef87df8a38 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 945 time: 0.1375806 Jul 15 19:05:50.109348 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ca21f-a7e0-40b0-9389-c6734c728116 req-48837c41-a9aa-4d23-9637-88bc173d421f tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:50.119999 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-6e1ca21f-a7e0-40b0-9389-c6734c728116 req-48837c41-a9aa-4d23-9637-88bc173d421f tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 945 time: 0.1780739 Jul 15 19:05:50.122070 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafa89d8-50f8-4310-8fb2-487857895af5 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify agent at l3_agent.dv-cinder-788363-8-iscsi the message routers_updated {{(pid=93657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:05:50.146783 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add82189-f77d-4bf6-83c7-599e5bbbe806 None None] Sync routers for ids ['9944bf15-43cd-48cf-b31c-65d5a233a7a4'] in dv-cinder-788363-8-iscsi {{(pid=93660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:05:50.159114 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-bafa89d8-50f8-4310-8fb2-487857895af5 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for floatingip, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:50.166031 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-87e688e9-fbc9-4d10-b967-8bb60074387b req-6dc7609c-366c-43c7-81f0-d45487fef8cd tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724423 Jul 15 19:05:50.183763 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add82189-f77d-4bf6-83c7-599e5bbbe806 None None] Routers {'9944bf15-43cd-48cf-b31c-65d5a233a7a4'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:05:50.184815 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-add82189-f77d-4bf6-83c7-599e5bbbe806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:05:22Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['9944bf15-43cd-48cf-b31c-65d5a233a7a4'], 'active': True} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:50.232890 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:50.281447 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-bafa89d8-50f8-4310-8fb2-487857895af5 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "PUT /v2.0/floatingips/e2f55968-7338-470d-bb09-0211a7ebad92 HTTP/1.1" status: 200 len: 991 time: 2.6524220 Jul 15 19:05:50.287890 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port bcd802ab-ebd9-4ee1-ba29-e8f31a844602, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=bcd802ab-ebd9-4ee1-ba29-e8f31a844602,segment=NetworkSegment(37673299-b9a2-4673-b486-eb1aa43d8d4f),segment_id=37673299-b9a2-4673-b486-eb1aa43d8d4f)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:05:50.289954 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6', 'tag': 'ae626100-1a38-4a07-876e-7f60ec940016'}] {{(pid=93657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:05:50.294428 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b0cfcdb1f3b1ee888c4befe2123a349a82046d9ec1555bca0e5a99b684397f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb8e7a8-4e05-4721-a85f-d8ef778003b2" -d '{"events": [{"name": "network-changed", "server_uuid": "8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6", "tag": "ae626100-1a38-4a07-876e-7f60ec940016"}]}' {{(pid=93657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:05:50.296581 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:50.312301 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-6e1ca21f-a7e0-40b0-9389-c6734c728116 req-c4e4879b-a526-4476-95a2-a3c7c2abbe4f tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837064 Jul 15 19:05:50.382945 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1095b28-27fb-47e1-b7ba-b9cc03d6180b x-openstack-request-id: req-c1095b28-27fb-47e1-b7ba-b9cc03d6180b {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:05:50.383550 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6", "tag": "ae626100-1a38-4a07-876e-7f60ec940016", "status": "completed", "code": 200}]} {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:05:50.383969 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c1095b28-27fb-47e1-b7ba-b9cc03d6180b {{(pid=93657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:05:50.386695 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6', 'tag': 'ae626100-1a38-4a07-876e-7f60ec940016', 'status': 'completed', 'code': 200} Jul 15 19:05:50.429206 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=bcd802ab-ebd9-4ee1-ba29-e8f31a844602,revision_number=5']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:50.460631 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvr_db [None req-add82189-f77d-4bf6-83c7-599e5bbbe806 None None] Set router 9944bf15-43cd-48cf-b31c-65d5a233a7a4 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:05:50.490936 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 51130) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:50.505699 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-4226e875-8d2c-47c9-974f-39cbabdf6ee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:50.725267 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8e7a8-4e05-4721-a85f-d8ef778003b2 req-b5e0515a-d1b0-42be-bcfc-30cb4add44cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:50.726913 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-deb8e7a8-4e05-4721-a85f-d8ef778003b2 req-b5e0515a-d1b0-42be-bcfc-30cb4add44cc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=91c9bcc496f74a1da3a1ee065e5d5817&device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 1098 time: 0.1910529 Jul 15 19:05:50.799521 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-4226e875-8d2c-47c9-974f-39cbabdf6ee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:50.821648 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-4226e875-8d2c-47c9-974f-39cbabdf6ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:50.841108 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-add82189-f77d-4bf6-83c7-599e5bbbe806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'name': 'tempest-AttachVolumeTestJSON-849670566-router', 'tenant_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '7a120c26-ffb4-438b-9454-fa169924e15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:53Z', 'updated_at': '2021-07-15T19:05:05Z', 'revision_number': 4, 'project_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'gw_port': {'id': '7a120c26-ffb4-438b-9454-fa169924e15a', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:55Z', 'updated_at': '2021-07-15T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_floatingips': [{'id': 'e2f55968-7338-470d-bb09-0211a7ebad92', 'tenant_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'floating_ip_address': '172.27.2.206', 'floating_network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'router_id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'port_id': 'ae626100-1a38-4a07-876e-7f60ec940016', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '673ecaa8-9125-4486-9436-19add9ddf5ea', 'mac_address': 'fa:16:3e:c3:c4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:05:13Z', 'updated_at': '2021-07-15T19:05:48Z', 'revision_number': 1, 'project_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46040869-a671-4930-9d0e-cfdde46b3216', 'name': '', 'network_id': '673ecaa8-9125-4486-9436-19add9ddf5ea', 'tenant_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'mac_address': 'fa:16:3e:e0:5b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '14efcbfe-a38f-460b-a7fe-e5ca16293d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:03Z', 'updated_at': '2021-07-15T19:05:15Z', 'revision_number': 5, 'project_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'subnets': [{'id': '14efcbfe-a38f-460b-a7fe-e5ca16293d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:50.878820 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add82189-f77d-4bf6-83c7-599e5bbbe806 None None] Checking router: 9944bf15-43cd-48cf-b31c-65d5a233a7a4 for host: dv-cinder-788363-8-iscsi {{(pid=93660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:05:50.891912 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add82189-f77d-4bf6-83c7-599e5bbbe806 None None] Routers {'9944bf15-43cd-48cf-b31c-65d5a233a7a4'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:05:50.892685 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-add82189-f77d-4bf6-83c7-599e5bbbe806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:05:22Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['9944bf15-43cd-48cf-b31c-65d5a233a7a4'], 'active': True} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:50.925096 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-4226e875-8d2c-47c9-974f-39cbabdf6ee0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2123dc2df02346708a3c1915db7b8831&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4330366 Jul 15 19:05:50.929850 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 51134) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:50.930578 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226e875-8d2c-47c9-974f-39cbabdf6ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b8bb48-343e-49c5-a28c-8d6a3da0ccd7,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:50.950932 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4226e875-8d2c-47c9-974f-39cbabdf6ee0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:50.951325 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4226e875-8d2c-47c9-974f-39cbabdf6ee0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:50.951728 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4226e875-8d2c-47c9-974f-39cbabdf6ee0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:50.951980 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4226e875-8d2c-47c9-974f-39cbabdf6ee0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:50.952307 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4226e875-8d2c-47c9-974f-39cbabdf6ee0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:50.952839 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4226e875-8d2c-47c9-974f-39cbabdf6ee0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:50.953372 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4226e875-8d2c-47c9-974f-39cbabdf6ee0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:50.953821 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4226e875-8d2c-47c9-974f-39cbabdf6ee0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:50.954045 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4226e875-8d2c-47c9-974f-39cbabdf6ee0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:50.954535 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4226e875-8d2c-47c9-974f-39cbabdf6ee0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:50.955091 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4226e875-8d2c-47c9-974f-39cbabdf6ee0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:50.955354 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4226e875-8d2c-47c9-974f-39cbabdf6ee0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:50.962583 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8e7a8-4e05-4721-a85f-d8ef778003b2 req-975b13a1-d027-47b0-9d2d-8f4d74bb4ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:50.964484 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-deb8e7a8-4e05-4721-a85f-d8ef778003b2 req-975b13a1-d027-47b0-9d2d-8f4d74bb4ea3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=673ecaa8-9125-4486-9436-19add9ddf5ea HTTP/1.1" status: 200 len: 912 time: 0.2245295 Jul 15 19:05:50.975990 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df108b-fadf-469c-816a-3fa1ec6358fa req-0e2654a5-5569-43a5-b615-9436f59ef328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:50.977432 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-95df108b-fadf-469c-816a-3fa1ec6358fa req-0e2654a5-5569-43a5-b615-9436f59ef328 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 1098 time: 0.1976783 Jul 15 19:05:51.046334 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-4d1e78b4-5bb7-45d6-b59c-7be13b5cce7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:51.098320 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-4d1e78b4-5bb7-45d6-b59c-7be13b5cce7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:51.105429 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvr_db [None req-add82189-f77d-4bf6-83c7-599e5bbbe806 None None] Set router 9944bf15-43cd-48cf-b31c-65d5a233a7a4 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:05:51.216685 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-95df108b-fadf-469c-816a-3fa1ec6358fa req-884f6f60-7c66-43f5-87a9-1ae44ff6234a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2097147 Jul 15 19:05:51.234388 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-4d1e78b4-5bb7-45d6-b59c-7be13b5cce7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:51.236667 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-deb8e7a8-4e05-4721-a85f-d8ef778003b2 req-f08950db-86dc-4891-a45f-b994d51f2fb1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae626100-1a38-4a07-876e-7f60ec940016 HTTP/1.1" status: 200 len: 999 time: 0.2426252 Jul 15 19:05:51.241297 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-4d1e78b4-5bb7-45d6-b59c-7be13b5cce7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:51.243496 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-4d1e78b4-5bb7-45d6-b59c-7be13b5cce7b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/21b8bb48-343e-49c5-a28c-8d6a3da0ccd7 HTTP/1.1" status: 204 len: 168 time: 0.3103998 Jul 15 19:05:51.266028 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e78b4-5bb7-45d6-b59c-7be13b5cce7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b8bb48-343e-49c5-a28c-8d6a3da0ccd7,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:51.284741 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1e78b4-5bb7-45d6-b59c-7be13b5cce7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:51.285375 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1e78b4-5bb7-45d6-b59c-7be13b5cce7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:51.286111 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1e78b4-5bb7-45d6-b59c-7be13b5cce7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:51.286700 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1e78b4-5bb7-45d6-b59c-7be13b5cce7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:51.287304 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1e78b4-5bb7-45d6-b59c-7be13b5cce7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:51.287833 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1e78b4-5bb7-45d6-b59c-7be13b5cce7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:51.288773 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1e78b4-5bb7-45d6-b59c-7be13b5cce7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:51.289591 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1e78b4-5bb7-45d6-b59c-7be13b5cce7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:51.291585 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1e78b4-5bb7-45d6-b59c-7be13b5cce7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:51.292445 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1e78b4-5bb7-45d6-b59c-7be13b5cce7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:51.293218 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1e78b4-5bb7-45d6-b59c-7be13b5cce7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:51.294086 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1e78b4-5bb7-45d6-b59c-7be13b5cce7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:51.522786 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8991068-bbad-48c0-bf41-43bdfa437f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f9b764-209b-498a-a07f-d88aeb186e8b'}, {'server_uuid': 'cf6124f9-997c-4498-b6ed-8e0fb6fbfeab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd802ab-ebd9-4ee1-ba29-e8f31a844602'}] {{(pid=93659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:05:51.529245 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cff241be1680f95bd86cb63ae369edb514e49424f5374e734ea98f44dc6e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc6e1df-0597-435a-9296-236d69203d30" -d '{"events": [{"server_uuid": "f8991068-bbad-48c0-bf41-43bdfa437f8c", "name": "network-vif-plugged", "status": "completed", "tag": "37f9b764-209b-498a-a07f-d88aeb186e8b"}, {"server_uuid": "cf6124f9-997c-4498-b6ed-8e0fb6fbfeab", "name": "network-vif-plugged", "status": "completed", "tag": "bcd802ab-ebd9-4ee1-ba29-e8f31a844602"}]}' {{(pid=93659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:05:51.716931 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a854f36-b5b0-435d-96ec-9ca1d3ea96ac req-3cde3e34-7cb0-4720-8ee6-8f62240742f8 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:51.729126 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-2a854f36-b5b0-435d-96ec-9ca1d3ea96ac req-3cde3e34-7cb0-4720-8ee6-8f62240742f8 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 945 time: 0.2314837 Jul 15 19:05:51.782191 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359dadc-52be-4130-9ea6-92b666b88ce9 req-05c4220c-8907-46ff-acc9-7c9f2b2ddadb tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:51.796060 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-5359dadc-52be-4130-9ea6-92b666b88ce9 req-05c4220c-8907-46ff-acc9-7c9f2b2ddadb tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 945 time: 0.1925430 Jul 15 19:05:51.858342 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-2a854f36-b5b0-435d-96ec-9ca1d3ea96ac req-bcc729d0-0cdb-4399-9673-30739106fc04 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162477 Jul 15 19:05:51.877708 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-add82189-f77d-4bf6-83c7-599e5bbbe806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'name': 'tempest-AttachVolumeTestJSON-849670566-router', 'tenant_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '7a120c26-ffb4-438b-9454-fa169924e15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:53Z', 'updated_at': '2021-07-15T19:05:05Z', 'revision_number': 4, 'project_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'gw_port': {'id': '7a120c26-ffb4-438b-9454-fa169924e15a', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:55Z', 'updated_at': '2021-07-15T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_floatingips': [{'id': 'e2f55968-7338-470d-bb09-0211a7ebad92', 'tenant_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'floating_ip_address': '172.27.2.206', 'floating_network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'router_id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'port_id': 'ae626100-1a38-4a07-876e-7f60ec940016', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '673ecaa8-9125-4486-9436-19add9ddf5ea', 'mac_address': 'fa:16:3e:c3:c4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:05:13Z', 'updated_at': '2021-07-15T19:05:48Z', 'revision_number': 1, 'project_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46040869-a671-4930-9d0e-cfdde46b3216', 'name': '', 'network_id': '673ecaa8-9125-4486-9436-19add9ddf5ea', 'tenant_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'mac_address': 'fa:16:3e:e0:5b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '14efcbfe-a38f-460b-a7fe-e5ca16293d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:03Z', 'updated_at': '2021-07-15T19:05:15Z', 'revision_number': 5, 'project_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'subnets': [{'id': '14efcbfe-a38f-460b-a7fe-e5ca16293d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:51.880243 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8e7a8-4e05-4721-a85f-d8ef778003b2 req-9429d0dd-0178-4863-a433-1a203c55b65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:51.883481 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-deb8e7a8-4e05-4721-a85f-d8ef778003b2 req-9429d0dd-0178-4863-a433-1a203c55b65a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=14efcbfe-a38f-460b-a7fe-e5ca16293d31 HTTP/1.1" status: 200 len: 849 time: 0.1738851 Jul 15 19:05:51.895187 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-5359dadc-52be-4130-9ea6-92b666b88ce9 req-ad7ec49a-09f7-4c4e-b896-dadb1b2bd480 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970235 Jul 15 19:05:51.944092 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add82189-f77d-4bf6-83c7-599e5bbbe806 None None] The sync data for ids ['9944bf15-43cd-48cf-b31c-65d5a233a7a4'] in dv-cinder-788363-8-iscsi is: [{'id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'name': 'tempest-AttachVolumeTestJSON-849670566-router', 'tenant_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '7a120c26-ffb4-438b-9454-fa169924e15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:53Z', 'updated_at': '2021-07-15T19:05:05Z', 'revision_number': 4, 'project_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'gw_port': {'id': '7a120c26-ffb4-438b-9454-fa169924e15a', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:55Z', 'updated_at': '2021-07-15T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_floatingips': [{'id': 'e2f55968-7338-470d-bb09-0211a7ebad92', 'tenant_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'floating_ip_address': '172.27.2.206', 'floating_network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'router_id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'port_id': 'ae626100-1a38-4a07-876e-7f60ec940016', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '673ecaa8-9125-4486-9436-19add9ddf5ea', 'mac_address': 'fa:16:3e:c3:c4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:05:13Z', 'updated_at': '2021-07-15T19:05:48Z', 'revision_number': 1, 'project_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46040869-a671-4930-9d0e-cfdde46b3216', 'name': '', 'network_id': '673ecaa8-9125-4486-9436-19add9ddf5ea', 'tenant_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'mac_address': 'fa:16:3e:e0:5b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '14efcbfe-a38f-460b-a7fe-e5ca16293d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:03Z', 'updated_at': '2021-07-15T19:05:15Z', 'revision_number': 5, 'project_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'subnets': [{'id': '14efcbfe-a38f-460b-a7fe-e5ca16293d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:05:52.011847 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 19:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25fb8ce6-4648-4eba-ba97-8e5a31ab4d76 x-openstack-request-id: req-25fb8ce6-4648-4eba-ba97-8e5a31ab4d76 {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:05:52.012727 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8991068-bbad-48c0-bf41-43bdfa437f8c", "name": "network-vif-plugged", "status": "completed", "tag": "37f9b764-209b-498a-a07f-d88aeb186e8b", "code": 200}, {"server_uuid": "cf6124f9-997c-4498-b6ed-8e0fb6fbfeab", "name": "network-vif-plugged", "status": "completed", "tag": "bcd802ab-ebd9-4ee1-ba29-e8f31a844602", "code": 200}]} {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:05:52.013020 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-25fb8ce6-4648-4eba-ba97-8e5a31ab4d76 {{(pid=93659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:05:52.013626 dv-cinder-788363-8-iscsi neutron-server[93659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8991068-bbad-48c0-bf41-43bdfa437f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f9b764-209b-498a-a07f-d88aeb186e8b', 'code': 200} Jul 15 19:05:52.014154 dv-cinder-788363-8-iscsi neutron-server[93659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6124f9-997c-4498-b6ed-8e0fb6fbfeab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd802ab-ebd9-4ee1-ba29-e8f31a844602', 'code': 200} Jul 15 19:05:52.104864 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:52.152881 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8e7a8-4e05-4721-a85f-d8ef778003b2 req-e26a569a-5c45-4dff-9ffb-e3ae25b5ac6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:52.155842 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-deb8e7a8-4e05-4721-a85f-d8ef778003b2 req-e26a569a-5c45-4dff-9ffb-e3ae25b5ac6c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=673ecaa8-9125-4486-9436-19add9ddf5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2123296 Jul 15 19:05:52.157533 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-1f5204f0-25a0-4d3d-811e-17d1d9447919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:52.330567 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-deb8e7a8-4e05-4721-a85f-d8ef778003b2 req-7b472250-20e2-402d-9543-9797c3ffabd0 service neutron] 10.222.0.69 "GET /v2.0/networks/673ecaa8-9125-4486-9436-19add9ddf5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603961 Jul 15 19:05:52.439688 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 51184) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:52.481452 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 51188) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:52.521906 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63277cf8-f1b1-4522-8f53-06c635254428 None None] New status for floating IP e2f55968-7338-470d-bb09-0211a7ebad92: ACTIVE {{(pid=93659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:05:52.882313 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-deb8e7a8-4e05-4721-a85f-d8ef778003b2 req-9977087c-677b-4f5a-86ce-a217c770dd27 service neutron] 10.222.0.69 "GET /v2.0/networks/673ecaa8-9125-4486-9436-19add9ddf5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5380731 Jul 15 19:05:52.927848 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b79ba-c5c4-445c-94d9-6f1845ee7e4b req-ab78cda2-5280-4209-84fa-05ceffe4091d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:52.931646 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-830b79ba-c5c4-445c-94d9-6f1845ee7e4b req-ab78cda2-5280-4209-84fa-05ceffe4091d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 1098 time: 0.2695863 Jul 15 19:05:52.943159 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ad542097-4906-4e83-9f9e-c2c95b26f09c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:53.000990 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-19e6d28f-21a4-4504-94cf-a8a14c9dc009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:53.071566 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-830b79ba-c5c4-445c-94d9-6f1845ee7e4b req-f47aa693-42df-4530-8ff6-c03dd8d7202a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039817 Jul 15 19:05:53.248412 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.db.api [None req-19e6d28f-21a4-4504-94cf-a8a14c9dc009 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 19:05:53.248412 dv-cinder-788363-8-iscsi neutron-server[93657]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 19:05:53.248412 dv-cinder-788363-8-iscsi neutron-server[93657]: [parameters: {'project_id': 'fa43b1828748439392723347d7a81548', 'id': 'f8422ef8-9f58-4bdf-b6ff-16a122487ece', 'expiration': datetime.datetime(2021, 7, 15, 19, 7, 53, 148756)}] Jul 15 19:05:53.248412 dv-cinder-788363-8-iscsi neutron-server[93657]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93657) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 19:05:53.249477 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG oslo_db.api [None req-19e6d28f-21a4-4504-94cf-a8a14c9dc009 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 19:05:53.257925 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c500898-4f78-40c7-8f3e-d37eab3bfeba req-46ab6e36-f758-41f3-939d-4b662532b8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:53.263418 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-9c500898-4f78-40c7-8f3e-d37eab3bfeba req-46ab6e36-f758-41f3-939d-4b662532b8ca service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 1098 time: 0.5642917 Jul 15 19:05:53.294629 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a86c0a-58c1-4061-b185-13fa54f8d4e9 req-b53f68f5-9f2e-4c19-806c-43320e46fa79 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:53.310826 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f3a86c0a-58c1-4061-b185-13fa54f8d4e9 req-b53f68f5-9f2e-4c19-806c-43320e46fa79 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 945 time: 0.1413140 Jul 15 19:05:53.314817 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a13c2-53c7-4115-b2f4-7e164ecd5d18 req-02441457-9c3a-48f8-b95f-f072f1d31cb2 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:53.316767 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-974a13c2-53c7-4115-b2f4-7e164ecd5d18 req-02441457-9c3a-48f8-b95f-f072f1d31cb2 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 945 time: 0.1912370 Jul 15 19:05:53.355269 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f3a86c0a-58c1-4061-b185-13fa54f8d4e9 req-51c1d001-3e70-4961-95c6-019a397c9da5 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433953 Jul 15 19:05:53.375832 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-974a13c2-53c7-4115-b2f4-7e164ecd5d18 req-589be958-cd2c-498e-b1ad-3cdaa2ebaf10 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494862 Jul 15 19:05:53.447441 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ad542097-4906-4e83-9f9e-c2c95b26f09c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:53.455970 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ad542097-4906-4e83-9f9e-c2c95b26f09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:53.518722 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-ad542097-4906-4e83-9f9e-c2c95b26f09c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7881e188a64147518ab2cf04539b6aef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0761476 Jul 15 19:05:53.520126 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad542097-4906-4e83-9f9e-c2c95b26f09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c684c0e-9307-445a-a456-e02025089a46,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:53.523576 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 51224) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:53.631938 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-9c500898-4f78-40c7-8f3e-d37eab3bfeba req-b4843ba3-600f-4833-a700-d0b803534837 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086435 Jul 15 19:05:53.642513 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:53.655040 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-2646ab98-7304-4181-9a58-b86de399d02a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:53.694373 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-2646ab98-7304-4181-9a58-b86de399d02a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:53.751370 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-19e6d28f-21a4-4504-94cf-a8a14c9dc009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:53.755492 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-2646ab98-7304-4181-9a58-b86de399d02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:53.760145 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-2646ab98-7304-4181-9a58-b86de399d02a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:53.766341 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-2646ab98-7304-4181-9a58-b86de399d02a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8c684c0e-9307-445a-a456-e02025089a46 HTTP/1.1" status: 204 len: 168 time: 0.2407186 Jul 15 19:05:53.780060 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2646ab98-7304-4181-9a58-b86de399d02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c684c0e-9307-445a-a456-e02025089a46,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:53.924728 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-19e6d28f-21a4-4504-94cf-a8a14c9dc009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:53.930444 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-19e6d28f-21a4-4504-94cf-a8a14c9dc009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:53.969372 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 51234) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:53.975769 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-19e6d28f-21a4-4504-94cf-a8a14c9dc009 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fa43b1828748439392723347d7a81548&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4925134 Jul 15 19:05:53.976792 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6d28f-21a4-4504-94cf-a8a14c9dc009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=badbef29-0d37-42b0-9a3b-0cf7aa36e43d,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:53.979417 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 51236) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:54.035525 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-cbc2c4ac-c87a-4d57-9daa-1bc7b5277779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:54.059280 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-cbc2c4ac-c87a-4d57-9daa-1bc7b5277779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:54.126986 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-cbc2c4ac-c87a-4d57-9daa-1bc7b5277779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:54.133855 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-cbc2c4ac-c87a-4d57-9daa-1bc7b5277779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:54.138266 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-cbc2c4ac-c87a-4d57-9daa-1bc7b5277779 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/badbef29-0d37-42b0-9a3b-0cf7aa36e43d HTTP/1.1" status: 204 len: 168 time: 0.1577253 Jul 15 19:05:54.147824 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc2c4ac-c87a-4d57-9daa-1bc7b5277779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=badbef29-0d37-42b0-9a3b-0cf7aa36e43d,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:54.230157 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-442c8fbd-0719-4915-801d-e048a7a1abb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:54.230342 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 51242) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:54.250032 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-a43741ef-e2c7-4d6a-8247-202628cdd053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:54.355843 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-442c8fbd-0719-4915-801d-e048a7a1abb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:54.361728 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-442c8fbd-0719-4915-801d-e048a7a1abb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:54.432804 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c8fbd-0719-4915-801d-e048a7a1abb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5ea709-b288-4ff4-8875-f73a369cbddd,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:54.455969 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-442c8fbd-0719-4915-801d-e048a7a1abb1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ba6fd2390bf242b89ee7926c9a7528de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4838362 Jul 15 19:05:54.457116 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 51250) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:54.489309 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-a43741ef-e2c7-4d6a-8247-202628cdd053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:54.495668 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-a43741ef-e2c7-4d6a-8247-202628cdd053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:54.548613 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-a43741ef-e2c7-4d6a-8247-202628cdd053 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e7ee2badd4f14930a8a548737636e689&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3129845 Jul 15 19:05:54.548613 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43741ef-e2c7-4d6a-8247-202628cdd053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eac6f24-fbec-4b16-a329-98e8bb315943,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:54.550175 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 51252) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:54.625323 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-f0d62e14-102f-459d-b27f-1781c866918c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:54.683483 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d42554-be87-403d-900e-85f922d0a5b8 req-3a78b639-7e36-448b-acd4-df06baa04257 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:54.685624 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-54d42554-be87-403d-900e-85f922d0a5b8 req-3a78b639-7e36-448b-acd4-df06baa04257 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 945 time: 0.1084468 Jul 15 19:05:54.709367 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-a5296fae-8e33-41e6-b8c7-a2f9825c162c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:54.712500 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-f0d62e14-102f-459d-b27f-1781c866918c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:54.734707 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-54d42554-be87-403d-900e-85f922d0a5b8 req-ac5f96d8-81d5-4c99-bc69-9bb6af914857 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386117 Jul 15 19:05:54.759015 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-a5296fae-8e33-41e6-b8c7-a2f9825c162c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:54.819112 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-f0d62e14-102f-459d-b27f-1781c866918c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:54.824661 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-f0d62e14-102f-459d-b27f-1781c866918c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:54.826607 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-f0d62e14-102f-459d-b27f-1781c866918c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cd5ea709-b288-4ff4-8875-f73a369cbddd HTTP/1.1" status: 204 len: 168 time: 0.3679092 Jul 15 19:05:54.847656 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-a5296fae-8e33-41e6-b8c7-a2f9825c162c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:54.852856 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-a5296fae-8e33-41e6-b8c7-a2f9825c162c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:54.854824 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-a5296fae-8e33-41e6-b8c7-a2f9825c162c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2eac6f24-fbec-4b16-a329-98e8bb315943 HTTP/1.1" status: 204 len: 168 time: 0.3039076 Jul 15 19:05:54.856903 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d62e14-102f-459d-b27f-1781c866918c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5ea709-b288-4ff4-8875-f73a369cbddd,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:54.885922 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5296fae-8e33-41e6-b8c7-a2f9825c162c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eac6f24-fbec-4b16-a329-98e8bb315943,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:55.007542 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c6dd5-acc8-4893-b904-ddc721ac1edd req-79a56db7-7880-495a-81cc-3673bc1c2afa tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:55.010246 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-147c6dd5-acc8-4893-b904-ddc721ac1edd req-79a56db7-7880-495a-81cc-3673bc1c2afa tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 945 time: 0.1534760 Jul 15 19:05:55.071175 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-147c6dd5-acc8-4893-b904-ddc721ac1edd req-5c29e407-5d2a-4cdf-bbf7-839c4e1c0268 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551074 Jul 15 19:05:55.354755 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5fbcf-98f1-42f8-a567-8ed9f94097cf req-98b24f2b-b75a-44b1-83d1-3ef01880807b tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:55.356783 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-fdb5fbcf-98f1-42f8-a567-8ed9f94097cf req-98b24f2b-b75a-44b1-83d1-3ef01880807b tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 945 time: 0.1091220 Jul 15 19:05:55.368065 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 51272) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:55.374918 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-d0362b49-4d59-4b3c-9fe4-f494a799cc93 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Request body: {'floatingip': {'port_id': '910e4255-cffb-47b8-86c7-b5373835f799'}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:05:55.408777 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 51278) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:55.431741 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-12d74c70-feb5-4274-a917-b3d8e62e6790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:55.432243 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-d0362b49-4d59-4b3c-9fe4-f494a799cc93 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks [] for floatingip, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:55.537952 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:55.585740 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-12d74c70-feb5-4274-a917-b3d8e62e6790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:55.591155 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-12d74c70-feb5-4274-a917-b3d8e62e6790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:55.641808 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-12d74c70-feb5-4274-a917-b3d8e62e6790 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bd4e0a9e17464a679053996c080c7355&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2283416 Jul 15 19:05:55.641808 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d74c70-feb5-4274-a917-b3d8e62e6790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef105ec3-132a-4458-ba62-545fd1758f97,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:55.643387 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 51280) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:55.711564 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-c1cfc49a-b98b-4573-9190-edb3fc9cdde2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:55.746070 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-c1cfc49a-b98b-4573-9190-edb3fc9cdde2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:55.820256 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-c1cfc49a-b98b-4573-9190-edb3fc9cdde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:55.823142 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-c1cfc49a-b98b-4573-9190-edb3fc9cdde2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:55.824598 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-c1cfc49a-b98b-4573-9190-edb3fc9cdde2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ef105ec3-132a-4458-ba62-545fd1758f97 HTTP/1.1" status: 204 len: 168 time: 0.1793535 Jul 15 19:05:55.851678 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cfc49a-b98b-4573-9190-edb3fc9cdde2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef105ec3-132a-4458-ba62-545fd1758f97,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:56.126773 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769fbb88-7426-4d3a-9af1-75d0060cf21d req-d06d2c8f-b738-4ae4-9beb-1043b5fa686e tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:56.129096 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-769fbb88-7426-4d3a-9af1-75d0060cf21d req-d06d2c8f-b738-4ae4-9beb-1043b5fa686e tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 945 time: 0.1795061 Jul 15 19:05:56.203586 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-d0362b49-4d59-4b3c-9fe4-f494a799cc93 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:56.214222 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-769fbb88-7426-4d3a-9af1-75d0060cf21d req-3e9e9a1b-a899-47de-afaa-4d7726c8dee2 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711796 Jul 15 19:05:56.215072 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-d0362b49-4d59-4b3c-9fe4-f494a799cc93 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764579'] for floatingip, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:56.330779 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.db.l3_db [None req-d0362b49-4d59-4b3c-9fe4-f494a799cc93 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Floating IP ccee9dcc-e3c1-4533-8269-e85859769cc1 associated. External IP: 172.27.2.80, port: 910e4255-cffb-47b8-86c7-b5373835f799. Jul 15 19:05:56.636274 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0362b49-4d59-4b3c-9fe4-f494a799cc93 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Router 7b9759c3-89bb-4cac-8bad-7129a62d1c00 has already been hosted by L3 agent d1959f4f-c5e4-447e-bdea-87c7e923db15 {{(pid=93657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:05:57.000420 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0362b49-4d59-4b3c-9fe4-f494a799cc93 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify agent at l3_agent.dv-cinder-788363-8-iscsi the message routers_updated {{(pid=93657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:05:57.005329 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-d0362b49-4d59-4b3c-9fe4-f494a799cc93 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for floatingip, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:57.015038 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1f804b-9471-417b-a038-bc2397f1b58c None None] Sync routers for ids ['7b9759c3-89bb-4cac-8bad-7129a62d1c00'] in dv-cinder-788363-8-iscsi {{(pid=93660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:05:57.042679 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1f804b-9471-417b-a038-bc2397f1b58c None None] Routers {'7b9759c3-89bb-4cac-8bad-7129a62d1c00'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:05:57.044611 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-9e1f804b-9471-417b-a038-bc2397f1b58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:05:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['7b9759c3-89bb-4cac-8bad-7129a62d1c00'], 'active': True} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:57.083734 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-d0362b49-4d59-4b3c-9fe4-f494a799cc93 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "PUT /v2.0/floatingips/ccee9dcc-e3c1-4533-8269-e85859769cc1 HTTP/1.1" status: 200 len: 990 time: 1.7092690 Jul 15 19:05:57.083734 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '581ac5fb-522d-4196-8736-01ddee95b0a5', 'tag': '910e4255-cffb-47b8-86c7-b5373835f799'}] {{(pid=93657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:05:57.087089 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b0cfcdb1f3b1ee888c4befe2123a349a82046d9ec1555bca0e5a99b684397f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405e16ef-6f90-4109-ab09-efebac8bca9a" -d '{"events": [{"name": "network-changed", "server_uuid": "581ac5fb-522d-4196-8736-01ddee95b0a5", "tag": "910e4255-cffb-47b8-86c7-b5373835f799"}]}' {{(pid=93657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:05:57.245615 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvr_db [None req-9e1f804b-9471-417b-a038-bc2397f1b58c None None] Set router 7b9759c3-89bb-4cac-8bad-7129a62d1c00 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:05:57.528864 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0c22a4-2ec6-4710-bb8c-4cb31ed6287c x-openstack-request-id: req-ac0c22a4-2ec6-4710-bb8c-4cb31ed6287c {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:05:57.530231 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "581ac5fb-522d-4196-8736-01ddee95b0a5", "tag": "910e4255-cffb-47b8-86c7-b5373835f799", "status": "completed", "code": 200}]} {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:05:57.530765 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ac0c22a4-2ec6-4710-bb8c-4cb31ed6287c {{(pid=93657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:05:57.531387 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '581ac5fb-522d-4196-8736-01ddee95b0a5', 'tag': '910e4255-cffb-47b8-86c7-b5373835f799', 'status': 'completed', 'code': 200} Jul 15 19:05:57.778898 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-9e1f804b-9471-417b-a038-bc2397f1b58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'name': 'tempest-AttachVolumeShelveTestJSON-637004643-router', 'tenant_id': '509209d2c8bd40dc87dfc3c3ad815494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'd31377b5-90c0-435a-8a0e-da412031a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:51Z', 'updated_at': '2021-07-15T19:05:01Z', 'revision_number': 4, 'project_id': '509209d2c8bd40dc87dfc3c3ad815494', 'gw_port': {'id': 'd31377b5-90c0-435a-8a0e-da412031a132', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:52Z', 'updated_at': '2021-07-15T19:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_floatingips': [{'id': 'ccee9dcc-e3c1-4533-8269-e85859769cc1', 'tenant_id': '509209d2c8bd40dc87dfc3c3ad815494', 'floating_ip_address': '172.27.2.80', 'floating_network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'router_id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'port_id': '910e4255-cffb-47b8-86c7-b5373835f799', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bce21e0-88dc-4de8-9d22-c4e766c0d73f', 'mac_address': 'fa:16:3e:1c:02:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581ac5fb-522d-4196-8736-01ddee95b0a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:05:15Z', 'updated_at': '2021-07-15T19:05:56Z', 'revision_number': 1, 'project_id': '509209d2c8bd40dc87dfc3c3ad815494', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4da03f02-b7d6-4be0-acf2-186cc838576d', 'name': '', 'network_id': '4bce21e0-88dc-4de8-9d22-c4e766c0d73f', 'tenant_id': '509209d2c8bd40dc87dfc3c3ad815494', 'mac_address': 'fa:16:3e:9f:d1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '4c53d632-04b3-4db0-b6ce-07c07955a0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:58Z', 'updated_at': '2021-07-15T19:05:13Z', 'revision_number': 5, 'project_id': '509209d2c8bd40dc87dfc3c3ad815494', 'subnets': [{'id': '4c53d632-04b3-4db0-b6ce-07c07955a0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:57.829930 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-8c8df639-31e7-4894-986f-47bcb703d1f4 req-239a54ba-647a-4cf2-96f8-e14d60d11335 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3accc4cc-3b97-4aa6-a665-de0fbfd03ae1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1576891 Jul 15 19:05:57.830561 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1f804b-9471-417b-a038-bc2397f1b58c None None] Checking router: 7b9759c3-89bb-4cac-8bad-7129a62d1c00 for host: dv-cinder-788363-8-iscsi {{(pid=93660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:05:57.832786 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ba5eb-259a-495a-a0bf-dfe5fe740878 req-cf38dfa9-b014-48f8-bf25-acfebda3d993 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:57.835691 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-c27ba5eb-259a-495a-a0bf-dfe5fe740878 req-cf38dfa9-b014-48f8-bf25-acfebda3d993 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 945 time: 0.1719186 Jul 15 19:05:57.842128 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1f804b-9471-417b-a038-bc2397f1b58c None None] Routers {'7b9759c3-89bb-4cac-8bad-7129a62d1c00'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:05:57.843608 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-9e1f804b-9471-417b-a038-bc2397f1b58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:05:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['7b9759c3-89bb-4cac-8bad-7129a62d1c00'], 'active': True} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:57.868200 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e16ef-6f90-4109-ab09-efebac8bca9a req-c9f145f7-0da4-474e-9ffd-9aea3e8110f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:57.870650 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-405e16ef-6f90-4109-ab09-efebac8bca9a req-c9f145f7-0da4-474e-9ffd-9aea3e8110f6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=509209d2c8bd40dc87dfc3c3ad815494&device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 1098 time: 0.1650908 Jul 15 19:05:57.928868 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-c27ba5eb-259a-495a-a0bf-dfe5fe740878 req-a027a974-f158-44bc-b7e8-83d4428dd4af tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668070 Jul 15 19:05:58.000144 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvr_db [None req-9e1f804b-9471-417b-a038-bc2397f1b58c None None] Set router 7b9759c3-89bb-4cac-8bad-7129a62d1c00 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:05:58.061172 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e16ef-6f90-4109-ab09-efebac8bca9a req-4645d849-cd25-456b-b6bf-d13b29bdf4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:58.064965 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-405e16ef-6f90-4109-ab09-efebac8bca9a req-4645d849-cd25-456b-b6bf-d13b29bdf4f3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4bce21e0-88dc-4de8-9d22-c4e766c0d73f HTTP/1.1" status: 200 len: 918 time: 0.1610568 Jul 15 19:05:58.073475 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8df639-31e7-4894-986f-47bcb703d1f4 req-39ab2f31-3f6c-40e4-aedf-2eaa6e3640c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:58.075046 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-8c8df639-31e7-4894-986f-47bcb703d1f4 req-39ab2f31-3f6c-40e4-aedf-2eaa6e3640c9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=76cefb4140f84199a27c5cb0cfea9e65&device_id=3accc4cc-3b97-4aa6-a665-de0fbfd03ae1 HTTP/1.1" status: 200 len: 1098 time: 0.0925019 Jul 15 19:05:58.189075 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-405e16ef-6f90-4109-ab09-efebac8bca9a req-f22f267f-9bad-4b12-b8bf-362c8551d772 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=910e4255-cffb-47b8-86c7-b5373835f799 HTTP/1.1" status: 200 len: 998 time: 0.1137130 Jul 15 19:05:58.272978 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e16ef-6f90-4109-ab09-efebac8bca9a req-71984338-9be2-4a66-8c44-8c7cabf581c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:58.276062 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-405e16ef-6f90-4109-ab09-efebac8bca9a req-71984338-9be2-4a66-8c44-8c7cabf581c7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c53d632-04b3-4db0-b6ce-07c07955a0b8 HTTP/1.1" status: 200 len: 855 time: 0.0770044 Jul 15 19:05:58.317467 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-9e1f804b-9471-417b-a038-bc2397f1b58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'name': 'tempest-AttachVolumeShelveTestJSON-637004643-router', 'tenant_id': '509209d2c8bd40dc87dfc3c3ad815494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'd31377b5-90c0-435a-8a0e-da412031a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:51Z', 'updated_at': '2021-07-15T19:05:01Z', 'revision_number': 4, 'project_id': '509209d2c8bd40dc87dfc3c3ad815494', 'gw_port': {'id': 'd31377b5-90c0-435a-8a0e-da412031a132', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:52Z', 'updated_at': '2021-07-15T19:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_floatingips': [{'id': 'ccee9dcc-e3c1-4533-8269-e85859769cc1', 'tenant_id': '509209d2c8bd40dc87dfc3c3ad815494', 'floating_ip_address': '172.27.2.80', 'floating_network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'router_id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'port_id': '910e4255-cffb-47b8-86c7-b5373835f799', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bce21e0-88dc-4de8-9d22-c4e766c0d73f', 'mac_address': 'fa:16:3e:1c:02:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581ac5fb-522d-4196-8736-01ddee95b0a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:05:15Z', 'updated_at': '2021-07-15T19:05:56Z', 'revision_number': 1, 'project_id': '509209d2c8bd40dc87dfc3c3ad815494', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4da03f02-b7d6-4be0-acf2-186cc838576d', 'name': '', 'network_id': '4bce21e0-88dc-4de8-9d22-c4e766c0d73f', 'tenant_id': '509209d2c8bd40dc87dfc3c3ad815494', 'mac_address': 'fa:16:3e:9f:d1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '4c53d632-04b3-4db0-b6ce-07c07955a0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:58Z', 'updated_at': '2021-07-15T19:05:13Z', 'revision_number': 5, 'project_id': '509209d2c8bd40dc87dfc3c3ad815494', 'subnets': [{'id': '4c53d632-04b3-4db0-b6ce-07c07955a0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:58.362212 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e16ef-6f90-4109-ab09-efebac8bca9a req-d6fcb022-b6e4-4023-affa-4b874faecccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:58.364153 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-405e16ef-6f90-4109-ab09-efebac8bca9a req-d6fcb022-b6e4-4023-affa-4b874faecccc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4bce21e0-88dc-4de8-9d22-c4e766c0d73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0782812 Jul 15 19:05:58.366713 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1f804b-9471-417b-a038-bc2397f1b58c None None] The sync data for ids ['7b9759c3-89bb-4cac-8bad-7129a62d1c00'] in dv-cinder-788363-8-iscsi is: [{'id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'name': 'tempest-AttachVolumeShelveTestJSON-637004643-router', 'tenant_id': '509209d2c8bd40dc87dfc3c3ad815494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'd31377b5-90c0-435a-8a0e-da412031a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:51Z', 'updated_at': '2021-07-15T19:05:01Z', 'revision_number': 4, 'project_id': '509209d2c8bd40dc87dfc3c3ad815494', 'gw_port': {'id': 'd31377b5-90c0-435a-8a0e-da412031a132', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:52Z', 'updated_at': '2021-07-15T19:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_floatingips': [{'id': 'ccee9dcc-e3c1-4533-8269-e85859769cc1', 'tenant_id': '509209d2c8bd40dc87dfc3c3ad815494', 'floating_ip_address': '172.27.2.80', 'floating_network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'router_id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'port_id': '910e4255-cffb-47b8-86c7-b5373835f799', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bce21e0-88dc-4de8-9d22-c4e766c0d73f', 'mac_address': 'fa:16:3e:1c:02:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581ac5fb-522d-4196-8736-01ddee95b0a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:05:15Z', 'updated_at': '2021-07-15T19:05:56Z', 'revision_number': 1, 'project_id': '509209d2c8bd40dc87dfc3c3ad815494', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4da03f02-b7d6-4be0-acf2-186cc838576d', 'name': '', 'network_id': '4bce21e0-88dc-4de8-9d22-c4e766c0d73f', 'tenant_id': '509209d2c8bd40dc87dfc3c3ad815494', 'mac_address': 'fa:16:3e:9f:d1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '4c53d632-04b3-4db0-b6ce-07c07955a0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:58Z', 'updated_at': '2021-07-15T19:05:13Z', 'revision_number': 5, 'project_id': '509209d2c8bd40dc87dfc3c3ad815494', 'subnets': [{'id': '4c53d632-04b3-4db0-b6ce-07c07955a0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:05:58.381296 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8df639-31e7-4894-986f-47bcb703d1f4 req-a339b953-bd48-4a04-9212-9802a9e4665c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:58.382881 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-8c8df639-31e7-4894-986f-47bcb703d1f4 req-a339b953-bd48-4a04-9212-9802a9e4665c service neutron] 10.222.0.69 "GET /v2.0/networks?id=587de033-a442-4b42-bde0-545308a7f82d HTTP/1.1" status: 200 len: 913 time: 0.2677934 Jul 15 19:05:58.458150 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-8c8df639-31e7-4894-986f-47bcb703d1f4 req-a7d4d61d-e6c3-4d0e-a01e-9337409da289 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4bf7a26-0214-463a-9387-e6e48597107b HTTP/1.1" status: 200 len: 217 time: 0.0667479 Jul 15 19:05:58.519787 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:58.525795 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-405e16ef-6f90-4109-ab09-efebac8bca9a req-80a39593-a877-4ea4-8835-1942bd09de8e service neutron] 10.222.0.69 "GET /v2.0/networks/4bce21e0-88dc-4de8-9d22-c4e766c0d73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493337 Jul 15 19:05:58.571469 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8df639-31e7-4894-986f-47bcb703d1f4 req-150144b6-e1a1-432a-9f90-29dd4014369f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:58.573592 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-8c8df639-31e7-4894-986f-47bcb703d1f4 req-150144b6-e1a1-432a-9f90-29dd4014369f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dfc3c586-e614-4b2c-8a2e-ba69cd7ed713 HTTP/1.1" status: 200 len: 851 time: 0.0904744 Jul 15 19:05:58.709077 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-8c8df639-31e7-4894-986f-47bcb703d1f4 req-a92d7948-6d84-4d42-99d6-2b2b71e0591a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=587de033-a442-4b42-bde0-545308a7f82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878031 Jul 15 19:05:58.774081 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6acfb4-b664-470f-b910-6a6ae4281a3e None None] New status for floating IP ccee9dcc-e3c1-4533-8269-e85859769cc1: ACTIVE {{(pid=93659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:05:58.784661 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-405e16ef-6f90-4109-ab09-efebac8bca9a req-f187980d-a4de-4df2-8e6a-d71bd9e966f6 service neutron] 10.222.0.69 "GET /v2.0/networks/4bce21e0-88dc-4de8-9d22-c4e766c0d73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050884 Jul 15 19:05:58.904846 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-8c8df639-31e7-4894-986f-47bcb703d1f4 req-c2681bf5-b9b4-4a7f-9baa-a8b83978c482 service neutron] 10.222.0.69 "GET /v2.0/networks/587de033-a442-4b42-bde0-545308a7f82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513147 Jul 15 19:05:59.358941 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-8c8df639-31e7-4894-986f-47bcb703d1f4 req-a720abc1-bc61-4263-98b3-f94551595d4a service neutron] 10.222.0.69 "GET /v2.0/networks/587de033-a442-4b42-bde0-545308a7f82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761777 Jul 15 19:05:59.377947 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40b27a-f1ec-42a6-8c78-61ed50eb020a req-ddf0091e-8e7d-48e1-a169-187d0f88bcff tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:59.379549 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-ae40b27a-f1ec-42a6-8c78-61ed50eb020a req-ddf0091e-8e7d-48e1-a169-187d0f88bcff tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 945 time: 0.1416068 Jul 15 19:05:59.439426 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-ae40b27a-f1ec-42a6-8c78-61ed50eb020a req-09977c28-f6d9-4d17-8d90-1d8b5cf75337 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495787 Jul 15 19:06:00.407360 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 51450) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:00.570087 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d39886f2-af79-43ee-a2a8-cffe097dfcbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:00.876606 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07407d5-1353-48d3-ac41-83eb5e3ce7f7 req-9a07d4c5-c543-4a84-ae3b-29a49259f3a3 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:00.890308 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-e07407d5-1353-48d3-ac41-83eb5e3ce7f7 req-9a07d4c5-c543-4a84-ae3b-29a49259f3a3 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 945 time: 0.2196081 Jul 15 19:06:00.936423 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d39886f2-af79-43ee-a2a8-cffe097dfcbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:00.953382 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d39886f2-af79-43ee-a2a8-cffe097dfcbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:01.040680 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-e07407d5-1353-48d3-ac41-83eb5e3ce7f7 req-22f04928-08af-4500-8ab0-2aaa063badb7 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484282 Jul 15 19:06:01.064930 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 51464) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:01.065943 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-d39886f2-af79-43ee-a2a8-cffe097dfcbd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ef81d0520028423c92096a29e3fb7815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6554041 Jul 15 19:06:01.067163 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39886f2-af79-43ee-a2a8-cffe097dfcbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec34f3ab-45d9-4622-95dc-3331eba1b232,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:01.208882 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-febfe305-0c60-48b8-82dd-121a0d20ecfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:01.284109 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-febfe305-0c60-48b8-82dd-121a0d20ecfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:01.445500 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-febfe305-0c60-48b8-82dd-121a0d20ecfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:01.451302 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-febfe305-0c60-48b8-82dd-121a0d20ecfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:01.454263 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-febfe305-0c60-48b8-82dd-121a0d20ecfb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ec34f3ab-45d9-4622-95dc-3331eba1b232 HTTP/1.1" status: 204 len: 168 time: 0.3872242 Jul 15 19:06:01.471753 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febfe305-0c60-48b8-82dd-121a0d20ecfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec34f3ab-45d9-4622-95dc-3331eba1b232,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:01.997574 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 51492) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:02.015230 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e1758b0a-8e9a-473e-815b-5aadd56217ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:02.151033 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6b75d-03ac-4c2d-8781-731166a91928 req-90ab454e-6e42-4f67-9d66-e2b18273d437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:02.153649 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-13d6b75d-03ac-4c2d-8781-731166a91928 req-90ab454e-6e42-4f67-9d66-e2b18273d437 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5330063560884d19abff6266bfc251c7&device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 1098 time: 0.2613595 Jul 15 19:06:02.263499 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e1758b0a-8e9a-473e-815b-5aadd56217ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:02.306823 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e1758b0a-8e9a-473e-815b-5aadd56217ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:02.402786 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91db48-95f1-4202-9e30-87704b9e96f6 req-36846879-a9b0-431c-a5e9-4daa525cdd97 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:02.418010 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-1b91db48-95f1-4202-9e30-87704b9e96f6 req-36846879-a9b0-431c-a5e9-4daa525cdd97 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/ports?device_id=3accc4cc-3b97-4aa6-a665-de0fbfd03ae1 HTTP/1.1" status: 200 len: 945 time: 0.1348946 Jul 15 19:06:02.430192 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1758b0a-8e9a-473e-815b-5aadd56217ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2276d889-c1d8-4279-bb04-cc444123cb65,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:02.493255 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 51510) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:02.504491 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6b75d-03ac-4c2d-8781-731166a91928 req-00c5c804-5160-4486-ae2f-a776372c71e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:02.507323 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-13d6b75d-03ac-4c2d-8781-731166a91928 req-00c5c804-5160-4486-ae2f-a776372c71e5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=db293c0c-639d-465d-957a-7d2d560b6fd9 HTTP/1.1" status: 200 len: 920 time: 0.3437281 Jul 15 19:06:02.520587 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-e1758b0a-8e9a-473e-815b-5aadd56217ab admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fb9e9b7f272e444fad58b1aebca9d011&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5215802 Jul 15 19:06:02.522726 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 51516) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:02.525911 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-1b91db48-95f1-4202-9e30-87704b9e96f6 req-8c8dda8f-1c38-462c-87b2-d393b30c01e2 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1d8eac4-03db-4e68-842c-8ce0eb9b71fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059389 Jul 15 19:06:02.605901 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-13d6b75d-03ac-4c2d-8781-731166a91928 req-ba6dadee-2256-4d0a-ae8f-37a50ada1ed9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37f9b764-209b-498a-a07f-d88aeb186e8b HTTP/1.1" status: 200 len: 217 time: 0.0785701 Jul 15 19:06:02.697252 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d5b4f8a2-5d62-416f-997f-d7bfb8d3327a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:02.762491 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba474f-7015-4e6d-b742-76acb6fc0274 req-698f49b7-ada3-4589-b2a7-e9c029feaeca tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:02.775727 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-61ba474f-7015-4e6d-b742-76acb6fc0274 req-698f49b7-ada3-4589-b2a7-e9c029feaeca tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 945 time: 0.4325478 Jul 15 19:06:02.785473 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6b75d-03ac-4c2d-8781-731166a91928 req-b86c2bd7-1b45-499f-a8bf-5c3d3bc87ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:02.788036 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-13d6b75d-03ac-4c2d-8781-731166a91928 req-b86c2bd7-1b45-499f-a8bf-5c3d3bc87ee9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c64f9169-c20b-4ae0-8226-b6cbf9550510 HTTP/1.1" status: 200 len: 858 time: 0.1647248 Jul 15 19:06:02.867573 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-8876aaaf-2602-4556-816e-3816aa1e9e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:02.876071 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-13d6b75d-03ac-4c2d-8781-731166a91928 req-f5dd7192-9d00-4771-8753-be56e5a46cbf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=db293c0c-639d-465d-957a-7d2d560b6fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700991 Jul 15 19:06:02.893972 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d5b4f8a2-5d62-416f-997f-d7bfb8d3327a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:02.904468 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d5b4f8a2-5d62-416f-997f-d7bfb8d3327a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:02.972454 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4f8a2-5d62-416f-997f-d7bfb8d3327a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa530ff-6b9e-4234-acb8-d88257f8aa56,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:02.980325 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-8876aaaf-2602-4556-816e-3816aa1e9e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:02.986641 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-61ba474f-7015-4e6d-b742-76acb6fc0274 req-a2376329-ac9a-46ef-8088-d489e97155a0 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091815 Jul 15 19:06:02.990903 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-d5b4f8a2-5d62-416f-997f-d7bfb8d3327a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4c30e4a590354dc1a31afd9761bb94d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4920914 Jul 15 19:06:02.995941 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 51536) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:03.156139 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-13d6b75d-03ac-4c2d-8781-731166a91928 req-afbb5ac9-5a2b-448f-8126-071f862ced51 service neutron] 10.222.0.69 "GET /v2.0/networks/db293c0c-639d-465d-957a-7d2d560b6fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505226 Jul 15 19:06:03.191796 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-5156729d-ac68-42f9-affd-4d07a4f58991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:03.216230 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-8876aaaf-2602-4556-816e-3816aa1e9e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:03.218852 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-8876aaaf-2602-4556-816e-3816aa1e9e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:03.220039 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-8876aaaf-2602-4556-816e-3816aa1e9e8e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2276d889-c1d8-4279-bb04-cc444123cb65 HTTP/1.1" status: 204 len: 168 time: 0.6906686 Jul 15 19:06:03.277026 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-5156729d-ac68-42f9-affd-4d07a4f58991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:03.297416 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8876aaaf-2602-4556-816e-3816aa1e9e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2276d889-c1d8-4279-bb04-cc444123cb65,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:03.348046 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-13d6b75d-03ac-4c2d-8781-731166a91928 req-01b2ac90-3277-459b-812a-38fdde8b159d service neutron] 10.222.0.69 "GET /v2.0/networks/db293c0c-639d-465d-957a-7d2d560b6fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813691 Jul 15 19:06:03.385909 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-5156729d-ac68-42f9-affd-4d07a4f58991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:03.392675 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-5156729d-ac68-42f9-affd-4d07a4f58991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:03.394725 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-5156729d-ac68-42f9-affd-4d07a4f58991 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7aa530ff-6b9e-4234-acb8-d88257f8aa56 HTTP/1.1" status: 204 len: 168 time: 0.3961256 Jul 15 19:06:03.406317 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156729d-ac68-42f9-affd-4d07a4f58991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa530ff-6b9e-4234-acb8-d88257f8aa56,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:03.830764 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35977689-ef77-45cb-90f2-d27d57551f9c req-0b08a2f8-d83a-4dfb-a635-d41d144a7cdc tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:03.832910 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-35977689-ef77-45cb-90f2-d27d57551f9c req-0b08a2f8-d83a-4dfb-a635-d41d144a7cdc tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/ports?device_id=3accc4cc-3b97-4aa6-a665-de0fbfd03ae1 HTTP/1.1" status: 200 len: 945 time: 0.0900743 Jul 15 19:06:03.907498 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-35977689-ef77-45cb-90f2-d27d57551f9c req-f2929e3b-9d41-451a-803a-f51eb3d11b84 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1d8eac4-03db-4e68-842c-8ce0eb9b71fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657816 Jul 15 19:06:03.949198 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 51576) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:03.979517 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-9992d514-6b2e-477b-8af0-7a75cfccc451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:04.175344 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-9992d514-6b2e-477b-8af0-7a75cfccc451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:04.186546 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-9992d514-6b2e-477b-8af0-7a75cfccc451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:04.305774 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-9992d514-6b2e-477b-8af0-7a75cfccc451 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cd4ff33525ae465a8898c44ab68dde70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3551764 Jul 15 19:06:04.310774 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9992d514-6b2e-477b-8af0-7a75cfccc451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ccf9f4-956a-4e5f-bb67-c39f396943fb,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:04.312045 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 51588) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:04.398480 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923b6c4-2a9a-4762-9736-00a42cb037b2 req-f2927d4e-fac1-41c2-b69a-5a8996a301b4 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:04.401525 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-2923b6c4-2a9a-4762-9736-00a42cb037b2 req-f2927d4e-fac1-41c2-b69a-5a8996a301b4 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 945 time: 0.1741204 Jul 15 19:06:04.438893 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e5ff303b-f2ae-4fb3-a78a-990311446c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:04.480505 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-2923b6c4-2a9a-4762-9736-00a42cb037b2 req-1c9395bc-62c8-4a44-bcaf-3fe2a0f99949 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678506 Jul 15 19:06:04.493514 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e5ff303b-f2ae-4fb3-a78a-990311446c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:04.581094 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e5ff303b-f2ae-4fb3-a78a-990311446c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:04.586070 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e5ff303b-f2ae-4fb3-a78a-990311446c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:04.594951 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-e5ff303b-f2ae-4fb3-a78a-990311446c27 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/86ccf9f4-956a-4e5f-bb67-c39f396943fb HTTP/1.1" status: 204 len: 168 time: 0.2796364 Jul 15 19:06:04.609312 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff303b-f2ae-4fb3-a78a-990311446c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ccf9f4-956a-4e5f-bb67-c39f396943fb,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:05.288170 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2b37c-62b6-4a44-a591-d3e05f116042 req-59e8178f-b9c8-447e-8791-dbdac92700e7 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:05.291629 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-0bf2b37c-62b6-4a44-a591-d3e05f116042 req-59e8178f-b9c8-447e-8791-dbdac92700e7 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/ports?device_id=3accc4cc-3b97-4aa6-a665-de0fbfd03ae1 HTTP/1.1" status: 200 len: 945 time: 0.1087034 Jul 15 19:06:05.301533 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 51628) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:05.366172 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-0bf2b37c-62b6-4a44-a591-d3e05f116042 req-2cb0c40f-5e19-4e61-9971-19541c200b6b tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1d8eac4-03db-4e68-842c-8ce0eb9b71fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682492 Jul 15 19:06:05.476770 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-105c6867-a9b7-42b4-97e6-ab92d4a53285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:05.657537 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-105c6867-a9b7-42b4-97e6-ab92d4a53285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:05.663609 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-105c6867-a9b7-42b4-97e6-ab92d4a53285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:05.695019 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c6867-a9b7-42b4-97e6-ab92d4a53285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02552761-0241-447e-ae29-4a88c00fefeb,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:05.726458 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-105c6867-a9b7-42b4-97e6-ab92d4a53285 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6adc28c1903d40f98b7f5f3436c005ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4236121 Jul 15 19:06:05.731216 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 51644) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:05.787530 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22635a96-07be-4ff6-b8a5-e873f3c73926 req-0770b427-bbaa-454c-9bac-72db3d6bdcea tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:05.790913 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-22635a96-07be-4ff6-b8a5-e873f3c73926 req-0770b427-bbaa-454c-9bac-72db3d6bdcea tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 945 time: 0.1481800 Jul 15 19:06:05.800224 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-abb55450-0f57-4518-813d-711662ba1ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:05.831650 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-abb55450-0f57-4518-813d-711662ba1ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:05.859326 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-22635a96-07be-4ff6-b8a5-e873f3c73926 req-14a6993f-b8cf-40e7-b7ef-0442b1060b4a tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618634 Jul 15 19:06:05.916292 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-abb55450-0f57-4518-813d-711662ba1ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:05.922300 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-abb55450-0f57-4518-813d-711662ba1ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:05.924608 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-abb55450-0f57-4518-813d-711662ba1ad6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/02552761-0241-447e-ae29-4a88c00fefeb HTTP/1.1" status: 204 len: 168 time: 0.1915917 Jul 15 19:06:05.941527 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb55450-0f57-4518-813d-711662ba1ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02552761-0241-447e-ae29-4a88c00fefeb,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:06.005144 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a252d3-fc8b-4fe9-b9ee-e6bf67d94c1b req-926ba31c-ffc8-404f-8cbb-31effedd933e tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:06.006940 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-c9a252d3-fc8b-4fe9-b9ee-e6bf67d94c1b req-926ba31c-ffc8-404f-8cbb-31effedd933e tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.69 "GET /v2.0/ports?device_id=3accc4cc-3b97-4aa6-a665-de0fbfd03ae1 HTTP/1.1" status: 200 len: 945 time: 0.1313844 Jul 15 19:06:06.189051 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [req-c9a252d3-fc8b-4fe9-b9ee-e6bf67d94c1b req-d6577293-e39a-4848-a234-e197c858c1af tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] Deleting port b4bf7a26-0214-463a-9387-e6e48597107b {{(pid=93657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:06:06.189826 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-c9a252d3-fc8b-4fe9-b9ee-e6bf67d94c1b req-d6577293-e39a-4848-a234-e197c858c1af tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:06.366604 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [req-c9a252d3-fc8b-4fe9-b9ee-e6bf67d94c1b req-d6577293-e39a-4848-a234-e197c858c1af tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] For port b4bf7a26-0214-463a-9387-e6e48597107b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b4bf7a26-0214-463a-9387-e6e48597107b,segment=NetworkSegment(44d41d57-008d-40df-9f94-5bdc6a7db294),segment_id=44d41d57-008d-40df-9f94-5bdc6a7db294)] {{(pid=93657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:06:06.367662 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-c9a252d3-fc8b-4fe9-b9ee-e6bf67d94c1b req-d6577293-e39a-4848-a234-e197c858c1af tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:06.393285 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [req-c9a252d3-fc8b-4fe9-b9ee-e6bf67d94c1b req-d6577293-e39a-4848-a234-e197c858c1af tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] Calling delete_port for b4bf7a26-0214-463a-9387-e6e48597107b owned by compute:nova {{(pid=93657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:06:06.602153 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 51670) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:06.656641 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-9ad0d781-b3a0-433d-a954-259bac6db160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:06.787137 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f03f5f-f0b7-48de-a769-b608d7b2c5bc req-79b4c531-f8af-41d7-9c14-123beef4d142 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:06.798789 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-b5f03f5f-f0b7-48de-a769-b608d7b2c5bc req-79b4c531-f8af-41d7-9c14-123beef4d142 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/ports?device_id=3accc4cc-3b97-4aa6-a665-de0fbfd03ae1 HTTP/1.1" status: 200 len: 945 time: 0.2437387 Jul 15 19:06:06.802792 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-9ad0d781-b3a0-433d-a954-259bac6db160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:06.808982 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-9ad0d781-b3a0-433d-a954-259bac6db160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:06.867461 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad0d781-b3a0-433d-a954-259bac6db160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1903ad-3f4b-4109-bff5-ff300501f32e,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:06.885395 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-9ad0d781-b3a0-433d-a954-259bac6db160 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=92e01f91e55247f4b4f27e191642e547&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2804632 Jul 15 19:06:06.889826 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 51678) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:06.894464 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-b5f03f5f-f0b7-48de-a769-b608d7b2c5bc req-34822c13-aa8d-4b52-a700-98e95c5fc9e5 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1d8eac4-03db-4e68-842c-8ce0eb9b71fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942347 Jul 15 19:06:06.907227 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-c9a252d3-fc8b-4fe9-b9ee-e6bf67d94c1b req-d6577293-e39a-4848-a234-e197c858c1af tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:07.000906 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6577293-e39a-4848-a234-e197c858c1af tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] Pushing event deleted for resources: {'Port': ['ID=b4bf7a26-0214-463a-9387-e6e48597107b,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:07.006283 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-83349df7-9d2a-4930-8db0-63c94419ac4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:07.065544 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-83349df7-9d2a-4930-8db0-63c94419ac4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:07.121237 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a252d3-fc8b-4fe9-b9ee-e6bf67d94c1b req-d6577293-e39a-4848-a234-e197c858c1af tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] No DVR routers for this DVR port b4bf7a26-0214-463a-9387-e6e48597107b on host hv-cinder-78836 {{(pid=93657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:06:07.125404 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-c9a252d3-fc8b-4fe9-b9ee-e6bf67d94c1b req-d6577293-e39a-4848-a234-e197c858c1af tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:07.127656 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-c9a252d3-fc8b-4fe9-b9ee-e6bf67d94c1b req-d6577293-e39a-4848-a234-e197c858c1af tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.69 "DELETE /v2.0/ports/b4bf7a26-0214-463a-9387-e6e48597107b HTTP/1.1" status: 204 len: 173 time: 1.1139576 Jul 15 19:06:07.128222 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3accc4cc-3b97-4aa6-a665-de0fbfd03ae1', 'name': 'network-vif-deleted', 'tag': 'b4bf7a26-0214-463a-9387-e6e48597107b'}] {{(pid=93657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:06:07.131682 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b0cfcdb1f3b1ee888c4befe2123a349a82046d9ec1555bca0e5a99b684397f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526cd022-4251-420a-8f51-1df7150b817d" -d '{"events": [{"server_uuid": "3accc4cc-3b97-4aa6-a665-de0fbfd03ae1", "name": "network-vif-deleted", "tag": "b4bf7a26-0214-463a-9387-e6e48597107b"}]}' {{(pid=93657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:06:07.197779 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768b7ec-259a-4f14-bed4-0ab3807efb7b req-e680707e-0b2b-4218-8725-429d684a70b7 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:07.199379 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-2768b7ec-259a-4f14-bed4-0ab3807efb7b req-e680707e-0b2b-4218-8725-429d684a70b7 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 945 time: 0.1404343 Jul 15 19:06:07.207476 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-83349df7-9d2a-4930-8db0-63c94419ac4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:07.210576 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-83349df7-9d2a-4930-8db0-63c94419ac4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:07.211744 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-83349df7-9d2a-4930-8db0-63c94419ac4c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fc1903ad-3f4b-4109-bff5-ff300501f32e HTTP/1.1" status: 204 len: 168 time: 0.3208699 Jul 15 19:06:07.237855 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83349df7-9d2a-4930-8db0-63c94419ac4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1903ad-3f4b-4109-bff5-ff300501f32e,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:07.266488 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-2768b7ec-259a-4f14-bed4-0ab3807efb7b req-e01e9037-229f-4f25-81b1-c221b5e93c80 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533006 Jul 15 19:06:07.326568 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01f2c4b-3df7-45c9-9a59-fd79e1d38569 x-openstack-request-id: req-e01f2c4b-3df7-45c9-9a59-fd79e1d38569 {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:06:07.327138 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3accc4cc-3b97-4aa6-a665-de0fbfd03ae1", "name": "network-vif-deleted", "tag": "b4bf7a26-0214-463a-9387-e6e48597107b", "status": "completed", "code": 200}]} {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:06:07.327617 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e01f2c4b-3df7-45c9-9a59-fd79e1d38569 {{(pid=93657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:06:07.328390 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3accc4cc-3b97-4aa6-a665-de0fbfd03ae1', 'name': 'network-vif-deleted', 'tag': 'b4bf7a26-0214-463a-9387-e6e48597107b', 'status': 'completed', 'code': 200} Jul 15 19:06:08.471438 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 51736) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:08.582873 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9410-884f-4802-89dc-f107448ddfce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:08.687081 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9410-884f-4802-89dc-f107448ddfce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:08.691464 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9410-884f-4802-89dc-f107448ddfce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:08.735510 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-b7aa9410-884f-4802-89dc-f107448ddfce admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4e04a2038b2b48a2a0350ba169aa4400&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2604346 Jul 15 19:06:08.735510 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa9410-884f-4802-89dc-f107448ddfce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84b4b9d-2b80-4fa5-979a-31ca9d52a273,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:08.736851 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 51742) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:08.797146 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-3aad9a7f-79cd-4676-b071-1286f8cfc493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:08.820672 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-3aad9a7f-79cd-4676-b071-1286f8cfc493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:08.875410 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-3aad9a7f-79cd-4676-b071-1286f8cfc493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:08.879100 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-3aad9a7f-79cd-4676-b071-1286f8cfc493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:08.880733 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-3aad9a7f-79cd-4676-b071-1286f8cfc493 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f84b4b9d-2b80-4fa5-979a-31ca9d52a273 HTTP/1.1" status: 204 len: 168 time: 0.1418474 Jul 15 19:06:08.894267 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad9a7f-79cd-4676-b071-1286f8cfc493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84b4b9d-2b80-4fa5-979a-31ca9d52a273,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:10.126355 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device b4bf7a26-0214-463a-9387-e6e48597107b no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:06:10.154933 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] No Port match for: b4bf7a26-0214-463a-9387-e6e48597107b {{(pid=93659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:06:10.155389 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device b4bf7a26-0214-463a-9387-e6e48597107b not bound to the agent host hv-cinder-78836 {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:06:10.357792 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 51802) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:10.517444 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-5de89ee6-ed9b-4260-84c5-9a319a11f72b req-237a5714-51d5-421c-b6a6-1bf91b592f36 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/ports?device_id=3accc4cc-3b97-4aa6-a665-de0fbfd03ae1 HTTP/1.1" status: 200 len: 210 time: 0.0609474 Jul 15 19:06:10.601707 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ec7996d3-c63a-43ea-9f1a-9895712527dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:10.610094 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e7297-bfc0-4e00-aee1-56c1a4343142 req-27d27345-e67d-4fe9-98e9-277ebf2ecf6f tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:10.613183 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-009e7297-bfc0-4e00-aee1-56c1a4343142 req-27d27345-e67d-4fe9-98e9-277ebf2ecf6f tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 945 time: 0.0983300 Jul 15 19:06:10.685797 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-009e7297-bfc0-4e00-aee1-56c1a4343142 req-690e0c46-9009-4634-87b1-68739fcf63bc tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547032 Jul 15 19:06:10.818091 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ec7996d3-c63a-43ea-9f1a-9895712527dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:10.827447 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ec7996d3-c63a-43ea-9f1a-9895712527dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:10.891080 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-ec7996d3-c63a-43ea-9f1a-9895712527dd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=082572fdcb524b3f91aeef0ab581068b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5313413 Jul 15 19:06:10.894018 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 51826) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:10.905720 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7996d3-c63a-43ea-9f1a-9895712527dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2819a8-3e80-4969-bb69-c47f5a80753b,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:10.987160 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e20a6b3d-3570-4cfa-baba-57e3864dd2f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:11.037790 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e20a6b3d-3570-4cfa-baba-57e3864dd2f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:11.135024 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e20a6b3d-3570-4cfa-baba-57e3864dd2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:11.138547 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e20a6b3d-3570-4cfa-baba-57e3864dd2f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:11.142183 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-e20a6b3d-3570-4cfa-baba-57e3864dd2f0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bd2819a8-3e80-4969-bb69-c47f5a80753b HTTP/1.1" status: 204 len: 168 time: 0.2441375 Jul 15 19:06:11.153190 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a6b3d-3570-4cfa-baba-57e3864dd2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2819a8-3e80-4969-bb69-c47f5a80753b,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:11.672057 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 51862) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:11.862046 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-106fc300-db44-4937-a4f5-eefdc471d5de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:12.006106 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-106fc300-db44-4937-a4f5-eefdc471d5de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:12.012195 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-106fc300-db44-4937-a4f5-eefdc471d5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:12.088005 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-106fc300-db44-4937-a4f5-eefdc471d5de admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0f814c65128f4439a4a0631d648aa4bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4139278 Jul 15 19:06:12.089700 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106fc300-db44-4937-a4f5-eefdc471d5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad63fcc-cf83-464e-8f31-ea68914c3eea,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:12.091907 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 51878) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:12.161443 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-28f206c3-f8ca-4798-9e46-029b2a108fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:12.188010 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-28f206c3-f8ca-4798-9e46-029b2a108fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:12.244141 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-28f206c3-f8ca-4798-9e46-029b2a108fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:12.248931 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-28f206c3-f8ca-4798-9e46-029b2a108fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:12.250986 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-28f206c3-f8ca-4798-9e46-029b2a108fd1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3ad63fcc-cf83-464e-8f31-ea68914c3eea HTTP/1.1" status: 204 len: 168 time: 0.1560040 Jul 15 19:06:12.267263 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f206c3-f8ca-4798-9e46-029b2a108fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad63fcc-cf83-464e-8f31-ea68914c3eea,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:12.716382 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 51892) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:12.729922 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.agents_db [None req-ef181030-a4ef-48d9-9156-44fb1018252a None None] Agent healthcheck: found 6 active agents {{(pid=93660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:06:12.730676 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e196314d-4c38-461b-8583-77c15bd220dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:12.846208 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e196314d-4c38-461b-8583-77c15bd220dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:12.850951 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e196314d-4c38-461b-8583-77c15bd220dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:12.902858 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e196314d-4c38-461b-8583-77c15bd220dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2bf692-6e64-4031-b421-a87f32ba47f1,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:12.910555 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-e196314d-4c38-461b-8583-77c15bd220dd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=69562341f1cf4d489d31cefba33330eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1928544 Jul 15 19:06:12.911576 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 51894) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:12.975753 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-94cf6c13-ff48-42c9-bde0-9bfd87247fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:13.207758 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-94cf6c13-ff48-42c9-bde0-9bfd87247fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:13.264439 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-94cf6c13-ff48-42c9-bde0-9bfd87247fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:13.267719 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-94cf6c13-ff48-42c9-bde0-9bfd87247fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:13.268876 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-94cf6c13-ff48-42c9-bde0-9bfd87247fc9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1c2bf692-6e64-4031-b421-a87f32ba47f1 HTTP/1.1" status: 204 len: 168 time: 0.3559935 Jul 15 19:06:13.277406 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf6c13-ff48-42c9-bde0-9bfd87247fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2bf692-6e64-4031-b421-a87f32ba47f1,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:14.814869 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-b2c6494b-e42c-489e-a2a7-61913e720282 req-48cfffa2-bb3a-44db-8eaa-2110ecc90368 tempest-DeleteServersTestJSON-1621514542 tempest-DeleteServersTestJSON-1621514542-project] 10.222.0.70 "GET /v2.0/ports?device_id=3accc4cc-3b97-4aa6-a665-de0fbfd03ae1 HTTP/1.1" status: 200 len: 210 time: 0.0516269 Jul 15 19:06:14.915444 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee839a-cd18-42e3-8388-d0b454a1664b req-4c465f64-da1e-4271-b687-4e4b5404f413 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:14.917456 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-baee839a-cd18-42e3-8388-d0b454a1664b req-4c465f64-da1e-4271-b687-4e4b5404f413 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 945 time: 0.1239505 Jul 15 19:06:14.971986 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-baee839a-cd18-42e3-8388-d0b454a1664b req-385dfc08-def7-497f-82ee-1d027958dbfa tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445504 Jul 15 19:06:15.532158 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 51962) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:15.717224 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-9ac7a425-48a3-4624-8639-8e8e1182b1cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:15.838700 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-9ac7a425-48a3-4624-8639-8e8e1182b1cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:15.843799 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-9ac7a425-48a3-4624-8639-8e8e1182b1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:15.889474 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 51974) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:15.889968 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-9ac7a425-48a3-4624-8639-8e8e1182b1cf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=12c23037d24247038b9bbaf7b19c3287&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3564546 Jul 15 19:06:15.890965 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7a425-48a3-4624-8639-8e8e1182b1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d66df0-3b5e-496a-97ea-1951dca72a4a,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:15.987738 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-23a5836e-c52b-4729-8aa1-5dab287a4914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:16.042426 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-23a5836e-c52b-4729-8aa1-5dab287a4914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:16.161873 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-23a5836e-c52b-4729-8aa1-5dab287a4914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:16.169283 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-23a5836e-c52b-4729-8aa1-5dab287a4914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:16.171093 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-23a5836e-c52b-4729-8aa1-5dab287a4914 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c2d66df0-3b5e-496a-97ea-1951dca72a4a HTTP/1.1" status: 204 len: 168 time: 0.2803967 Jul 15 19:06:16.250354 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5836e-c52b-4729-8aa1-5dab287a4914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d66df0-3b5e-496a-97ea-1951dca72a4a,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:16.379796 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbbaf6e-fa56-4254-b85f-9d3e0f9e45fd req-3460d429-534a-46c4-93e7-e8e040af15e6 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:16.381410 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-6cbbaf6e-fa56-4254-b85f-9d3e0f9e45fd req-3460d429-534a-46c4-93e7-e8e040af15e6 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 945 time: 0.2090652 Jul 15 19:06:16.455835 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-6cbbaf6e-fa56-4254-b85f-9d3e0f9e45fd req-789eedf2-4089-46da-ad69-58eb6a39f5df tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653489 Jul 15 19:06:16.628629 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 52004) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:16.643222 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-0d480a25-5751-4294-8ac6-2de714b44a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:16.775539 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-0d480a25-5751-4294-8ac6-2de714b44a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:16.780380 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-0d480a25-5751-4294-8ac6-2de714b44a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:16.849304 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d480a25-5751-4294-8ac6-2de714b44a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ebf0b0-abf6-4c41-beae-c350c53fe7ce,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:16.856746 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-0d480a25-5751-4294-8ac6-2de714b44a4e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a5118a2999a84bc7a8c9d2e6154f128f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2266343 Jul 15 19:06:16.862708 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 52010) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:16.982291 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-af6b07dd-a40f-4c64-8b97-b968888511ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:17.028810 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-af6b07dd-a40f-4c64-8b97-b968888511ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:17.095376 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-af6b07dd-a40f-4c64-8b97-b968888511ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:17.098702 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-af6b07dd-a40f-4c64-8b97-b968888511ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:17.100143 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-af6b07dd-a40f-4c64-8b97-b968888511ca admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/13ebf0b0-abf6-4c41-beae-c350c53fe7ce HTTP/1.1" status: 204 len: 168 time: 0.2357502 Jul 15 19:06:17.112165 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6b07dd-a40f-4c64-8b97-b968888511ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ebf0b0-abf6-4c41-beae-c350c53fe7ce,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:19.331903 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 52086) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:19.450678 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-1b64599a-e15d-4dac-96af-44b0cfebd229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:19.472009 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6910d231-99ba-423a-94b5-0afd80bf86f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:19.546638 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-1b64599a-e15d-4dac-96af-44b0cfebd229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:19.551509 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-1b64599a-e15d-4dac-96af-44b0cfebd229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:19.593011 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-1b64599a-e15d-4dac-96af-44b0cfebd229 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2a1c57fec5494e089fc024635d2d3c89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2595968 Jul 15 19:06:19.595103 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 52094) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:19.598052 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64599a-e15d-4dac-96af-44b0cfebd229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775c9c0f-3225-4db7-be14-71e21f29e2ba,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:19.651845 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-b37b31b1-854a-4b22-b3ab-00acb29d8eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:19.677004 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-b37b31b1-854a-4b22-b3ab-00acb29d8eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:19.732960 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-b37b31b1-854a-4b22-b3ab-00acb29d8eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:19.736069 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-b37b31b1-854a-4b22-b3ab-00acb29d8eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:19.737263 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-b37b31b1-854a-4b22-b3ab-00acb29d8eda admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/775c9c0f-3225-4db7-be14-71e21f29e2ba HTTP/1.1" status: 204 len: 168 time: 0.1411839 Jul 15 19:06:19.745729 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b31b1-854a-4b22-b3ab-00acb29d8eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775c9c0f-3225-4db7-be14-71e21f29e2ba,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:20.059555 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 52100) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:20.073702 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-8cdd823f-85ae-4d0b-91b8-55d7eb80912d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:20.093261 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ddd38-5deb-4baf-8f67-e17ccbbc7039 req-597302e6-33e8-4099-9b7b-63bb93d31885 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:20.094986 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-925ddd38-5deb-4baf-8f67-e17ccbbc7039 req-597302e6-33e8-4099-9b7b-63bb93d31885 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 945 time: 0.0720246 Jul 15 19:06:20.146312 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-925ddd38-5deb-4baf-8f67-e17ccbbc7039 req-d3bddfa2-fa59-44ab-ad30-6a2034b77865 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452955 Jul 15 19:06:20.223994 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-8cdd823f-85ae-4d0b-91b8-55d7eb80912d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:20.229003 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-8cdd823f-85ae-4d0b-91b8-55d7eb80912d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:20.271407 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd823f-85ae-4d0b-91b8-55d7eb80912d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dff3aef-93c2-4a4a-b434-685b91e2a8c8,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:20.277722 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-8cdd823f-85ae-4d0b-91b8-55d7eb80912d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4ea82d65e7ce4681b4d6648b62cd6ab6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2170370 Jul 15 19:06:20.282029 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 52104) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:20.354979 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-9f37a92e-de9e-4c07-b2a1-6e48c3c0c03c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:20.378670 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-9f37a92e-de9e-4c07-b2a1-6e48c3c0c03c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:20.432497 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-9f37a92e-de9e-4c07-b2a1-6e48c3c0c03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:20.435292 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-9f37a92e-de9e-4c07-b2a1-6e48c3c0c03c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:20.436704 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-9f37a92e-de9e-4c07-b2a1-6e48c3c0c03c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6dff3aef-93c2-4a4a-b434-685b91e2a8c8 HTTP/1.1" status: 204 len: 168 time: 0.1532805 Jul 15 19:06:20.449400 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f37a92e-de9e-4c07-b2a1-6e48c3c0c03c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dff3aef-93c2-4a4a-b434-685b91e2a8c8,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:20.860093 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 52124) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:20.936362 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f37c44-4db7-4490-9238-dfd5b3d5ed9a admin admin] Deleting subnet dfc3c586-e614-4b2c-8a2e-ba69cd7ed713 {{(pid=93658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:06:20.941718 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-b9f37c44-4db7-4490-9238-dfd5b3d5ed9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:21.004189 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-b9f37c44-4db7-4490-9238-dfd5b3d5ed9a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:21.024220 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-b9f37c44-4db7-4490-9238-dfd5b3d5ed9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1788362'] for subnet, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:21.432428 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-b9f37c44-4db7-4490-9238-dfd5b3d5ed9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1788413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736'] for subnet, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:21.487092 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f37c44-4db7-4490-9238-dfd5b3d5ed9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfc3c586-e614-4b2c-8a2e-ba69cd7ed713,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:21.494281 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-b9f37c44-4db7-4490-9238-dfd5b3d5ed9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:21.497126 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-b9f37c44-4db7-4490-9238-dfd5b3d5ed9a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/dfc3c586-e614-4b2c-8a2e-ba69cd7ed713 HTTP/1.1" status: 204 len: 168 time: 0.6355257 Jul 15 19:06:21.500826 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 52154) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:21.578404 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-ceb1173e-b064-41a0-8e5f-331eb55feebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603233'] for network, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:21.671772 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-ceb1173e-b064-41a0-8e5f-331eb55feebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787310', 'neutron.services.segments.db._delete_segments_for_network-8730935243340'] for network, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:21.686188 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-ceb1173e-b064-41a0-8e5f-331eb55feebc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:06:21.686612 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-ceb1173e-b064-41a0-8e5f-331eb55feebc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:06:21.687584 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-ceb1173e-b064-41a0-8e5f-331eb55feebc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:06:21.688044 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-ceb1173e-b064-41a0-8e5f-331eb55feebc admin admin] Subscribe: > port after_create 55550000 {{(pid=93658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:06:21.688449 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-ceb1173e-b064-41a0-8e5f-331eb55feebc admin admin] Subscribe: > port after_delete 55550000 {{(pid=93658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:06:21.688891 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-ceb1173e-b064-41a0-8e5f-331eb55feebc admin admin] Subscribe: > port after_update 55550000 {{(pid=93658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:06:21.689347 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-ceb1173e-b064-41a0-8e5f-331eb55feebc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:06:21.689795 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-ceb1173e-b064-41a0-8e5f-331eb55feebc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:06:21.690224 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-ceb1173e-b064-41a0-8e5f-331eb55feebc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:06:21.690625 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-ceb1173e-b064-41a0-8e5f-331eb55feebc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:06:21.885227 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-ceb1173e-b064-41a0-8e5f-331eb55feebc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:06:21.885924 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-ceb1173e-b064-41a0-8e5f-331eb55feebc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:06:21.886145 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-ceb1173e-b064-41a0-8e5f-331eb55feebc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:06:21.886595 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-ceb1173e-b064-41a0-8e5f-331eb55feebc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:06:21.887147 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.services.segments.db [None req-ceb1173e-b064-41a0-8e5f-331eb55feebc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['587de033-a442-4b42-bde0-545308a7f82d']}} {{(pid=93658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:06:21.906675 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.services.segments.db [None req-ceb1173e-b064-41a0-8e5f-331eb55feebc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44d41d57-008d-40df-9f94-5bdc6a7db294') {'for_net_delete': True} {{(pid=93658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:06:21.907004 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.services.segments.db [None req-ceb1173e-b064-41a0-8e5f-331eb55feebc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44d41d57-008d-40df-9f94-5bdc6a7db294') {} {{(pid=93658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:06:21.935396 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-ceb1173e-b064-41a0-8e5f-331eb55feebc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730935246421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5771455'] for segment, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:21.961475 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-ceb1173e-b064-41a0-8e5f-331eb55feebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882'] for segment, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:21.976142 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceb1173e-b064-41a0-8e5f-331eb55feebc admin admin] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=93658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:06:21.976553 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-ceb1173e-b064-41a0-8e5f-331eb55feebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4513327'] for segment, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:21.981007 dv-cinder-788363-8-iscsi neutron-server[93658]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 19:06:21.981007 dv-cinder-788363-8-iscsi neutron-server[93658]: from cryptography.utils import int_from_bytes Jul 15 19:06:21.981007 dv-cinder-788363-8-iscsi neutron-server[93658]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 19:06:21.981007 dv-cinder-788363-8-iscsi neutron-server[93658]: from cryptography.utils import int_from_bytes Jul 15 19:06:21.981007 dv-cinder-788363-8-iscsi neutron-server[93658]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:06:21.981007 dv-cinder-788363-8-iscsi neutron-server[93658]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:06:21.981007 dv-cinder-788363-8-iscsi neutron-server[93658]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:06:21.981007 dv-cinder-788363-8-iscsi neutron-server[93658]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:06:21.981007 dv-cinder-788363-8-iscsi neutron-server[93658]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:06:21.981007 dv-cinder-788363-8-iscsi neutron-server[93658]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:06:21.981007 dv-cinder-788363-8-iscsi neutron-server[93658]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:06:21.981007 dv-cinder-788363-8-iscsi neutron-server[93658]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:06:21.981007 dv-cinder-788363-8-iscsi neutron-server[93658]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:06:21.981007 dv-cinder-788363-8-iscsi neutron-server[93658]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:06:21.981007 dv-cinder-788363-8-iscsi neutron-server[93658]: Traceback (most recent call last): Jul 15 19:06:21.981007 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:06:21.981007 dv-cinder-788363-8-iscsi neutron-server[93658]: timer() Jul 15 19:06:21.981007 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:06:21.981007 dv-cinder-788363-8-iscsi neutron-server[93658]: cb(*args, **kw) Jul 15 19:06:21.981007 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:06:21.981007 dv-cinder-788363-8-iscsi neutron-server[93658]: return func(*args, **kwargs) Jul 15 19:06:21.981007 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:06:21.981007 dv-cinder-788363-8-iscsi neutron-server[93658]: self._notify() Jul 15 19:06:21.981007 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:06:21.981007 dv-cinder-788363-8-iscsi neutron-server[93658]: self.callback(batched_events) Jul 15 19:06:21.981007 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:06:21.981007 dv-cinder-788363-8-iscsi neutron-server[93658]: event.method(event) Jul 15 19:06:21.981007 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:06:21.981007 dv-cinder-788363-8-iscsi neutron-server[93658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:06:21.981007 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:06:21.981007 dv-cinder-788363-8-iscsi neutron-server[93658]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:06:21.981007 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:06:21.981007 dv-cinder-788363-8-iscsi neutron-server[93658]: return f(self, *a, **k) Jul 15 19:06:21.981007 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:06:21.981007 dv-cinder-788363-8-iscsi neutron-server[93658]: return self._get(url).json() Jul 15 19:06:21.981007 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:06:21.981007 dv-cinder-788363-8-iscsi neutron-server[93658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:06:21.981007 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:06:21.981007 dv-cinder-788363-8-iscsi neutron-server[93658]: return self.request(url, 'GET', **kwargs) Jul 15 19:06:21.981007 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:06:21.981007 dv-cinder-788363-8-iscsi neutron-server[93658]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:06:21.981007 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:06:21.981007 dv-cinder-788363-8-iscsi neutron-server[93658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:06:21.981007 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:06:21.981007 dv-cinder-788363-8-iscsi neutron-server[93658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:06:21.981007 dv-cinder-788363-8-iscsi neutron-server[93658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:06:22.042363 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-ceb1173e-b064-41a0-8e5f-331eb55feebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764597'] for network, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:22.050661 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-ceb1173e-b064-41a0-8e5f-331eb55feebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for network, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:22.053291 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-ceb1173e-b064-41a0-8e5f-331eb55feebc admin admin] 10.222.0.70 "DELETE /v2.0/networks/587de033-a442-4b42-bde0-545308a7f82d HTTP/1.1" status: 204 len: 168 time: 0.5509465 Jul 15 19:06:22.064274 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb1173e-b064-41a0-8e5f-331eb55feebc admin admin] Pushing event deleted for resources: {'Network': ['ID=587de033-a442-4b42-bde0-545308a7f82d,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:22.094218 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:22.155032 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-af918802-0d84-45c3-b514-c49e00418da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:22.288620 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 52176) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:22.365998 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-ad4cc3ac-513c-4c8d-aae2-d3eefccff1e6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=76cefb4140f84199a27c5cb0cfea9e65&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0730801 Jul 15 19:06:22.366446 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 52178) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:22.460265 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-1f31028c-e6a6-45ca-91af-5227dd64e7ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:22.500451 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-1f31028c-e6a6-45ca-91af-5227dd64e7ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:22.586924 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-1f31028c-e6a6-45ca-91af-5227dd64e7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:22.590202 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-1f31028c-e6a6-45ca-91af-5227dd64e7ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:22.591628 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-1f31028c-e6a6-45ca-91af-5227dd64e7ad admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c1d8eac4-03db-4e68-842c-8ce0eb9b71fb HTTP/1.1" status: 204 len: 168 time: 0.2237577 Jul 15 19:06:22.600535 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f31028c-e6a6-45ca-91af-5227dd64e7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d8eac4-03db-4e68-842c-8ce0eb9b71fb,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:23.638093 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:24.502669 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16900611-8a9f-4d03-b1fa-7906dd3c4770 req-f0e6bf60-8a9b-4cfa-a9aa-68edf3983968 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:24.505770 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-16900611-8a9f-4d03-b1fa-7906dd3c4770 req-f0e6bf60-8a9b-4cfa-a9aa-68edf3983968 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 945 time: 0.0837798 Jul 15 19:06:24.564566 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-16900611-8a9f-4d03-b1fa-7906dd3c4770 req-cb7ac2ab-caa9-4095-8b42-bfd7d0ac5ee4 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505402 Jul 15 19:06:25.503057 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:27.937304 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0167828-b23d-4dde-916f-c6720c0610e7 req-d8d64b86-3fc3-413b-8198-31798b633438 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:27.939011 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-d0167828-b23d-4dde-916f-c6720c0610e7 req-d8d64b86-3fc3-413b-8198-31798b633438 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 945 time: 0.0751913 Jul 15 19:06:27.996394 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-d0167828-b23d-4dde-916f-c6720c0610e7 req-fe342765-db4a-46e0-bbf8-a7dd6d272a04 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444574 Jul 15 19:06:28.506794 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:31.620531 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05354c45-c11f-4b7d-8ed2-3715c0e8a187 req-486af4a2-1a58-43b3-adc6-b9321b341669 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:31.622136 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-05354c45-c11f-4b7d-8ed2-3715c0e8a187 req-486af4a2-1a58-43b3-adc6-b9321b341669 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 945 time: 0.0666232 Jul 15 19:06:31.670729 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-05354c45-c11f-4b7d-8ed2-3715c0e8a187 req-ec7c0a60-42c5-4d72-8ffb-a4a28baa069f tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358176 Jul 15 19:06:32.936357 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d40ccc-1203-403e-9cc1-e917c3d5d439 req-77325d2b-df9b-4d12-8018-92494ba8db29 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:32.940379 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f2d40ccc-1203-403e-9cc1-e917c3d5d439 req-77325d2b-df9b-4d12-8018-92494ba8db29 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 945 time: 0.1051028 Jul 15 19:06:33.022570 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f2d40ccc-1203-403e-9cc1-e917c3d5d439 req-e7948bb8-a53e-49de-826c-2bacaf879db6 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660000 Jul 15 19:06:36.578830 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15704e-0d49-4020-a9d5-6847d6361361 req-fbb25db0-d25c-4440-baaa-5cff0d739e61 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:36.580453 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-9a15704e-0d49-4020-a9d5-6847d6361361 req-fbb25db0-d25c-4440-baaa-5cff0d739e61 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 945 time: 0.0721188 Jul 15 19:06:36.624590 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-9a15704e-0d49-4020-a9d5-6847d6361361 req-77c84c84-9e90-4130-b12f-73629d0ccfff tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373831 Jul 15 19:06:37.979990 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0a959-1ee1-45c7-b63f-9a58791e8c88 req-c9edad95-45d0-4f74-8393-7e71d563401b tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:37.982565 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-47b0a959-1ee1-45c7-b63f-9a58791e8c88 req-c9edad95-45d0-4f74-8393-7e71d563401b tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 945 time: 0.1017447 Jul 15 19:06:38.040491 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-47b0a959-1ee1-45c7-b63f-9a58791e8c88 req-60bc7b7d-e9a6-4635-b7eb-390aca8ad808 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461783 Jul 15 19:06:39.360611 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaac999-eb0c-4efb-8005-fe91ef6c49dc req-0fdcf7c5-bbe3-4db8-8e09-2e590b17f4d7 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:39.363928 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-bdaac999-eb0c-4efb-8005-fe91ef6c49dc req-0fdcf7c5-bbe3-4db8-8e09-2e590b17f4d7 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 945 time: 0.1230662 Jul 15 19:06:39.447035 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-bdaac999-eb0c-4efb-8005-fe91ef6c49dc req-51998297-10f5-4958-b10b-744d19f018b6 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711622 Jul 15 19:06:39.799983 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 52518) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:39.920280 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-eeabac07-6c81-47eb-b46c-40c4ea31f92d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:40.088470 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-eeabac07-6c81-47eb-b46c-40c4ea31f92d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:40.094041 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-eeabac07-6c81-47eb-b46c-40c4ea31f92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:40.157620 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-eeabac07-6c81-47eb-b46c-40c4ea31f92d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=51779c791cf74be09ade29e682bd911c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3557131 Jul 15 19:06:40.158435 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeabac07-6c81-47eb-b46c-40c4ea31f92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47326ea-9aba-49a4-86c1-a01be17756b7,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:40.160534 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 52532) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:40.226539 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e2b613e8-bf55-408a-8851-807fb964104b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:40.250357 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e2b613e8-bf55-408a-8851-807fb964104b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:40.303058 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e2b613e8-bf55-408a-8851-807fb964104b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:40.306475 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e2b613e8-bf55-408a-8851-807fb964104b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:40.307855 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-e2b613e8-bf55-408a-8851-807fb964104b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f47326ea-9aba-49a4-86c1-a01be17756b7 HTTP/1.1" status: 204 len: 168 time: 0.1455414 Jul 15 19:06:40.319437 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b613e8-bf55-408a-8851-807fb964104b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47326ea-9aba-49a4-86c1-a01be17756b7,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:40.670851 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4e7d2-78ff-4266-b6d7-485c0d9f6e13 req-992e741a-f375-4943-ba1d-0ddb233e054e tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:40.673140 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-06c4e7d2-78ff-4266-b6d7-485c0d9f6e13 req-992e741a-f375-4943-ba1d-0ddb233e054e tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 945 time: 0.0794754 Jul 15 19:06:40.724888 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-06c4e7d2-78ff-4266-b6d7-485c0d9f6e13 req-4c25402b-5a17-485f-8a44-1ca89a8bc072 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399435 Jul 15 19:06:40.843168 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 52568) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:41.063049 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-34c20994-010b-4215-8fe1-9c6ac691d3b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:41.267873 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-34c20994-010b-4215-8fe1-9c6ac691d3b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:41.275911 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-34c20994-010b-4215-8fe1-9c6ac691d3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:41.353392 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-34c20994-010b-4215-8fe1-9c6ac691d3b3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ef30bdbdae564046957f82d23042a36b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5089140 Jul 15 19:06:41.354074 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c20994-010b-4215-8fe1-9c6ac691d3b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2367d8b7-793b-4ffd-ba9f-e8313febe651,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:41.356019 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 52598) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:41.416227 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e768697b-aeec-46c0-88c2-75f83c4f9337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:41.453519 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e768697b-aeec-46c0-88c2-75f83c4f9337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:41.532640 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e768697b-aeec-46c0-88c2-75f83c4f9337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:41.539135 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e768697b-aeec-46c0-88c2-75f83c4f9337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:41.541259 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-e768697b-aeec-46c0-88c2-75f83c4f9337 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2367d8b7-793b-4ffd-ba9f-e8313febe651 HTTP/1.1" status: 204 len: 168 time: 0.1838725 Jul 15 19:06:41.557714 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768697b-aeec-46c0-88c2-75f83c4f9337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2367d8b7-793b-4ffd-ba9f-e8313febe651,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:41.677978 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 52604) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:41.986217 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e30a0-3153-4e9e-8085-a03e9f33b667 req-006acf06-9cf3-4c7a-a4de-8f94b9c0cce0 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:41.988457 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-4a6e30a0-3153-4e9e-8085-a03e9f33b667 req-006acf06-9cf3-4c7a-a4de-8f94b9c0cce0 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 945 time: 0.1141310 Jul 15 19:06:42.025304 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-f3e466d0-5995-47d3-9ac1-26e5dd0f7ed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:42.054266 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-4a6e30a0-3153-4e9e-8085-a03e9f33b667 req-5138472f-72d8-40fb-85b3-8b49ea939a46 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590231 Jul 15 19:06:42.155773 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-f3e466d0-5995-47d3-9ac1-26e5dd0f7ed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:42.162074 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-f3e466d0-5995-47d3-9ac1-26e5dd0f7ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:42.230845 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-f3e466d0-5995-47d3-9ac1-26e5dd0f7ed7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ba3aa6396c1945578d42eef96e9c90e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5513101 Jul 15 19:06:42.234587 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 52626) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:42.235094 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e466d0-5995-47d3-9ac1-26e5dd0f7ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd090a8-744e-4b35-96d9-51c5bc6f7efb,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:42.288852 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e93388db-616f-4319-952b-8d771af735bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:42.314183 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e93388db-616f-4319-952b-8d771af735bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:42.395164 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e93388db-616f-4319-952b-8d771af735bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:42.401131 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e93388db-616f-4319-952b-8d771af735bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:42.407591 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-e93388db-616f-4319-952b-8d771af735bf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1cd090a8-744e-4b35-96d9-51c5bc6f7efb HTTP/1.1" status: 204 len: 168 time: 0.1716037 Jul 15 19:06:42.424121 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93388db-616f-4319-952b-8d771af735bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd090a8-744e-4b35-96d9-51c5bc6f7efb,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:43.361413 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8009a-219e-4a33-94d1-a3d4c2f332e0 req-955b79d3-0284-44a8-a41c-937ef4e92843 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:43.364530 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-25f8009a-219e-4a33-94d1-a3d4c2f332e0 req-955b79d3-0284-44a8-a41c-937ef4e92843 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 945 time: 0.1448162 Jul 15 19:06:43.423681 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-25f8009a-219e-4a33-94d1-a3d4c2f332e0 req-af7a4972-ebe1-4d65-93f3-d9591de4d377 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520463 Jul 15 19:06:44.656990 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded51c6-9ae2-495b-8794-a9896e70a0ec req-56cb1cb8-d082-4030-82ae-06e92a0803ae tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:44.658698 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-6ded51c6-9ae2-495b-8794-a9896e70a0ec req-56cb1cb8-d082-4030-82ae-06e92a0803ae tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 945 time: 0.0864248 Jul 15 19:06:44.705256 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-6ded51c6-9ae2-495b-8794-a9896e70a0ec req-83034cbd-e653-4977-a961-428265f17fcb tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403657 Jul 15 19:06:45.539270 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 52770) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:45.710968 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 52784) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:45.865097 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-734a4de6-30d6-40e2-aef2-bdafadb5ff5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:45.965366 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-df1ce70f-4d73-4215-a1bc-9f514b5ed171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:46.026486 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7529a-149f-48a0-890f-cc5dc264072d req-7eb50af7-1a45-4951-b16f-2ef179fe0c98 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:46.028117 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-ddd7529a-149f-48a0-890f-cc5dc264072d req-7eb50af7-1a45-4951-b16f-2ef179fe0c98 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 945 time: 0.1265218 Jul 15 19:06:46.092468 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-734a4de6-30d6-40e2-aef2-bdafadb5ff5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:46.096995 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-ddd7529a-149f-48a0-890f-cc5dc264072d req-52243df6-5a31-40e5-a62f-a12877e89bb6 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618346 Jul 15 19:06:46.100912 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-734a4de6-30d6-40e2-aef2-bdafadb5ff5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:46.144638 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-734a4de6-30d6-40e2-aef2-bdafadb5ff5b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d8a04b2c61fb40d7ac6b1ce223578d3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6036472 Jul 15 19:06:46.147205 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a4de6-30d6-40e2-aef2-bdafadb5ff5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38806f6-f029-4bc2-8ae7-82a0e31d0cfb,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:46.150346 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 52796) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:46.251820 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-4cf3301d-5ec0-4680-88a9-c0c9cfaf5084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:46.281284 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-df1ce70f-4d73-4215-a1bc-9f514b5ed171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:46.292309 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-4cf3301d-5ec0-4680-88a9-c0c9cfaf5084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:46.294427 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-df1ce70f-4d73-4215-a1bc-9f514b5ed171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:46.360438 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ce70f-4d73-4215-a1bc-9f514b5ed171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5c0365-bfb5-45fe-adb3-037ce77ad344,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:46.367393 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-df1ce70f-4d73-4215-a1bc-9f514b5ed171 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=44670e27b7d940e5acff2f7cf6a25522&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6517305 Jul 15 19:06:46.367586 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 52802) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:46.412783 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-4cf3301d-5ec0-4680-88a9-c0c9cfaf5084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:46.417441 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-4cf3301d-5ec0-4680-88a9-c0c9cfaf5084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:46.419296 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-4cf3301d-5ec0-4680-88a9-c0c9cfaf5084 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c38806f6-f029-4bc2-8ae7-82a0e31d0cfb HTTP/1.1" status: 204 len: 168 time: 0.2670619 Jul 15 19:06:46.438184 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3301d-5ec0-4680-88a9-c0c9cfaf5084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38806f6-f029-4bc2-8ae7-82a0e31d0cfb,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:46.456769 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-a0710988-a83b-4b8d-8633-3f6fd877aa90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:46.486038 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-a0710988-a83b-4b8d-8633-3f6fd877aa90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:46.554655 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-a0710988-a83b-4b8d-8633-3f6fd877aa90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:46.559460 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-a0710988-a83b-4b8d-8633-3f6fd877aa90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:46.561848 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-a0710988-a83b-4b8d-8633-3f6fd877aa90 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2f5c0365-bfb5-45fe-adb3-037ce77ad344 HTTP/1.1" status: 204 len: 168 time: 0.1930611 Jul 15 19:06:46.570309 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0710988-a83b-4b8d-8633-3f6fd877aa90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5c0365-bfb5-45fe-adb3-037ce77ad344,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:46.751209 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 52810) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:46.767139 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-29cfc2bb-8f07-4d37-8efc-feefc617577f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:46.877216 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-29cfc2bb-8f07-4d37-8efc-feefc617577f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:46.883942 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-29cfc2bb-8f07-4d37-8efc-feefc617577f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:46.956449 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-29cfc2bb-8f07-4d37-8efc-feefc617577f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f5f8192cc64f4e389f558e260650b6fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2036257 Jul 15 19:06:46.957678 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cfc2bb-8f07-4d37-8efc-feefc617577f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a1792c-2ae9-4f5c-bb69-7a0f4b926698,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:46.958830 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 52826) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:47.044679 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-a4b827bc-3590-4ac8-8316-8e9f3871ec39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:47.086217 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-a4b827bc-3590-4ac8-8316-8e9f3871ec39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:47.225072 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-a4b827bc-3590-4ac8-8316-8e9f3871ec39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:47.231647 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-a4b827bc-3590-4ac8-8316-8e9f3871ec39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:47.235306 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-a4b827bc-3590-4ac8-8316-8e9f3871ec39 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/40a1792c-2ae9-4f5c-bb69-7a0f4b926698 HTTP/1.1" status: 204 len: 168 time: 0.2741227 Jul 15 19:06:47.248260 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b827bc-3590-4ac8-8316-8e9f3871ec39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a1792c-2ae9-4f5c-bb69-7a0f4b926698,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:47.417417 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49064f8d-f601-463d-9c8a-6df2a92f3c7e req-afa4a08b-c7ff-4754-b3b7-f9a4c62962bb tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:47.419598 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-49064f8d-f601-463d-9c8a-6df2a92f3c7e req-afa4a08b-c7ff-4754-b3b7-f9a4c62962bb tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 945 time: 0.0973339 Jul 15 19:06:47.479798 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-49064f8d-f601-463d-9c8a-6df2a92f3c7e req-3dddcf71-6607-4887-93ab-268e49d81a88 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493448 Jul 15 19:06:47.540030 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 52854) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:47.733957 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [None req-20fc4927-e55b-4484-b5ec-53d2fd58fa19 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-328040496-network', 'tenant_id': '180a42342ab54ecf9731a6938c11faae'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:06:47.759494 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fc4927-e55b-4484-b5ec-53d2fd58fa19 admin admin] Made reservation on behalf of 180a42342ab54ecf9731a6938c11faae for: {'network': 1} {{(pid=93658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:06:47.761931 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-20fc4927-e55b-4484-b5ec-53d2fd58fa19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for network, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:47.774987 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-20fc4927-e55b-4484-b5ec-53d2fd58fa19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:47.889677 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-20fc4927-e55b-4484-b5ec-53d2fd58fa19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:47.893852 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-20fc4927-e55b-4484-b5ec-53d2fd58fa19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:47.924612 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20fc4927-e55b-4484-b5ec-53d2fd58fa19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1091} {{(pid=93658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:06:47.931044 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc4927-e55b-4484-b5ec-53d2fd58fa19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887b4ea8-71cc-4a5e-8fc9-9cf1b9d6708a,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:47.942025 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-20fc4927-e55b-4484-b5ec-53d2fd58fa19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882'] for segment, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:47.942178 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.db.segments_db [None req-20fc4927-e55b-4484-b5ec-53d2fd58fa19 admin admin] Added segment 7666ad49-8517-4aa2-be40-d759823ff89a of type vlan for network 68db1402-794a-4fcf-beca-a85ea1b44a56 Jul 15 19:06:47.990977 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-20fc4927-e55b-4484-b5ec-53d2fd58fa19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730934684676'] for network, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:48.023329 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-20fc4927-e55b-4484-b5ec-53d2fd58fa19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736'] for network, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:48.024430 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fc4927-e55b-4484-b5ec-53d2fd58fa19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:48.025103 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-20fc4927-e55b-4484-b5ec-53d2fd58fa19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for network, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:48.066977 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-20fc4927-e55b-4484-b5ec-53d2fd58fa19 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5254393 Jul 15 19:06:48.071382 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 52870) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:48.080362 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [None req-123cc671-02ac-4e0d-b787-148322d38927 admin admin] Request body: {'subnet': {'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-328040496-subnet', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'ip_version': 4}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:06:48.144465 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc4927-e55b-4484-b5ec-53d2fd58fa19 admin admin] Pushing event updated for resources: {'Network': ['ID=68db1402-794a-4fcf-beca-a85ea1b44a56,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:48.167922 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Network 68db1402-794a-4fcf-beca-a85ea1b44a56 details requested by agent ovs-agent-dv-cinder-788363-8-iscsi with host dv-cinder-788363-8-iscsi {{(pid=93659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:06:48.187832 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123cc671-02ac-4e0d-b787-148322d38927 admin admin] Made reservation on behalf of 180a42342ab54ecf9731a6938c11faae for: {'subnet': 1} {{(pid=93658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:06:48.192472 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-123cc671-02ac-4e0d-b787-148322d38927 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133998'] for subnet, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:48.460801 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-123cc671-02ac-4e0d-b787-148322d38927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4513106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5134012'] for subnet, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:48.572429 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123cc671-02ac-4e0d-b787-148322d38927 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67978492-7f73-452d-9401-7aabf267f48c,revision_number=0']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:48.582321 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123cc671-02ac-4e0d-b787-148322d38927 admin admin] Checking segment: {'id': '7666ad49-8517-4aa2-be40-d759823ff89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:06:48.582787 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123cc671-02ac-4e0d-b787-148322d38927 admin admin] Network hostable DHCP agents. Network: 68db1402-794a-4fcf-beca-a85ea1b44a56, hostable agents: ['55735004-04ab-4467-ab29-fafa31dd3593'], hosted agents: [] {{(pid=93658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:06:48.612206 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123cc671-02ac-4e0d-b787-148322d38927 admin admin] Network 68db1402-794a-4fcf-beca-a85ea1b44a56 is scheduled to be hosted by DHCP agent 55735004-04ab-4467-ab29-fafa31dd3593 with binding_index 1 {{(pid=93658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:06:48.626252 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.base_scheduler [None req-123cc671-02ac-4e0d-b787-148322d38927 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-8-iscsi, 68db1402-794a-4fcf-beca-a85ea1b44a56) {{(pid=93658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:06:48.632946 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123cc671-02ac-4e0d-b787-148322d38927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:48.634524 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-123cc671-02ac-4e0d-b787-148322d38927 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:48.638105 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baf852a-0006-45af-88b5-db8f59222049 None None] Network 68db1402-794a-4fcf-beca-a85ea1b44a56 requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:06:48.665845 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-123cc671-02ac-4e0d-b787-148322d38927 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5923629 Jul 15 19:06:48.669477 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 52892) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:48.675261 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-9c432156-d076-495b-ba53-d46bb7eb85e8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-328040496-router', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'}}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:06:48.713908 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-9c432156-d076-495b-ba53-d46bb7eb85e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-764669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124563'] for router, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:48.716233 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-9c432156-d076-495b-ba53-d46bb7eb85e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-695951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124568'] for router, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:48.807886 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-9c432156-d076-495b-ba53-d46bb7eb85e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:48.892977 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ea6cb8-4ceb-41b7-a8a9-ad5cd00ea1b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddf34259-25e2-5d11-b24f-5c2a52454752-68db1402-794a-4fcf-beca-a85ea1b44a56', 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'fixed_ips': [{'subnet_id': '67978492-7f73-452d-9401-7aabf267f48c'}]}} from dv-cinder-788363-8-iscsi. {{(pid=93659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 19:06:48.893929 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-94ea6cb8-4ceb-41b7-a8a9-ad5cd00ea1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:48.973409 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-9c432156-d076-495b-ba53-d46bb7eb85e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130162'] for router, precommit_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:49.056483 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.db_base_plugin_common [None req-94ea6cb8-4ceb-41b7-a8a9-ad5cd00ea1b4 None None] Allocated IP 172.20.0.2 (68db1402-794a-4fcf-beca-a85ea1b44a56/67978492-7f73-452d-9401-7aabf267f48c/20eae56e-2ca8-403d-a723-ed5a6dcfd8b3) {{(pid=93659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:06:49.211151 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-9c432156-d076-495b-ba53-d46bb7eb85e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:49.226828 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-94ea6cb8-4ceb-41b7-a8a9-ad5cd00ea1b4 None None] Notify callbacks [] for port, precommit_create {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:49.236224 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-94ea6cb8-4ceb-41b7-a8a9-ad5cd00ea1b4 None None] Transition to ACTIVE for port object 20eae56e-2ca8-403d-a723-ed5a6dcfd8b3 will not be triggered until provisioned by entity L2. {{(pid=93659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:06:49.241977 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-9c432156-d076-495b-ba53-d46bb7eb85e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:49.255245 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-94ea6cb8-4ceb-41b7-a8a9-ad5cd00ea1b4 None None] Transition to ACTIVE for port object 20eae56e-2ca8-403d-a723-ed5a6dcfd8b3 will not be triggered until provisioned by entity DHCP. {{(pid=93659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:06:49.261765 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-94ea6cb8-4ceb-41b7-a8a9-ad5cd00ea1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355'] for port, after_create {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:49.307493 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ea6cb8-4ceb-41b7-a8a9-ad5cd00ea1b4 None None] Network 68db1402-794a-4fcf-beca-a85ea1b44a56 is already hosted by enough agents. {{(pid=93659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:06:49.314607 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.scheduler.base_scheduler [None req-94ea6cb8-4ceb-41b7-a8a9-ad5cd00ea1b4 None None] Resources bound (agent type, host, resource id): {{(pid=93659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:06:49.318644 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ea6cb8-4ceb-41b7-a8a9-ad5cd00ea1b4 None None] Received port after_create {{(pid=93659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:06:49.332001 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea6cb8-4ceb-41b7-a8a9-ad5cd00ea1b4 None None] Pushing event updated for resources: {'Port': ['ID=20eae56e-2ca8-403d-a723-ed5a6dcfd8b3,revision_number=1']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:49.391728 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea6cb8-4ceb-41b7-a8a9-ad5cd00ea1b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:49.392083 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea6cb8-4ceb-41b7-a8a9-ad5cd00ea1b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:49.392437 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea6cb8-4ceb-41b7-a8a9-ad5cd00ea1b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:49.392783 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea6cb8-4ceb-41b7-a8a9-ad5cd00ea1b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:49.393125 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea6cb8-4ceb-41b7-a8a9-ad5cd00ea1b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:49.393462 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea6cb8-4ceb-41b7-a8a9-ad5cd00ea1b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:49.393832 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea6cb8-4ceb-41b7-a8a9-ad5cd00ea1b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:49.394167 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea6cb8-4ceb-41b7-a8a9-ad5cd00ea1b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:49.394505 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea6cb8-4ceb-41b7-a8a9-ad5cd00ea1b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:49.394836 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea6cb8-4ceb-41b7-a8a9-ad5cd00ea1b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:49.395168 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea6cb8-4ceb-41b7-a8a9-ad5cd00ea1b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:49.395570 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea6cb8-4ceb-41b7-a8a9-ad5cd00ea1b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:49.408416 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.db_base_plugin_common [None req-9c432156-d076-495b-ba53-d46bb7eb85e8 admin admin] Allocated IP 172.27.2.130 (e1e7053a-85e2-45af-9353-c5375187db21/9528084b-89d8-4124-b104-08bd71cd5eaa/fd7cb6af-f1b2-401b-ac36-74069c49deaa) {{(pid=93657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:06:49.408561 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-94ea6cb8-4ceb-41b7-a8a9-ad5cd00ea1b4 None None] Attempting to bind port 20eae56e-2ca8-403d-a723-ed5a6dcfd8b3 on host dv-cinder-788363-8-iscsi for vnic_type normal with profile {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:06:49.408939 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-94ea6cb8-4ceb-41b7-a8a9-ad5cd00ea1b4 None None] Attempting to bind port 20eae56e-2ca8-403d-a723-ed5a6dcfd8b3 by drivers openvswitch,hyperv on host dv-cinder-788363-8-iscsi at level 0 using segments [{'id': '7666ad49-8517-4aa2-be40-d759823ff89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56'}] {{(pid=93659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:06:49.409240 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ea6cb8-4ceb-41b7-a8a9-ad5cd00ea1b4 None None] Attempting to bind port 20eae56e-2ca8-403d-a723-ed5a6dcfd8b3 on network 68db1402-794a-4fcf-beca-a85ea1b44a56 {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:06:49.416302 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ea6cb8-4ceb-41b7-a8a9-ad5cd00ea1b4 None None] Checking agent: {'id': 'ac33f8ba-c243-4061-a3c6-3aff717edb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 52), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:06:49.416777 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ea6cb8-4ceb-41b7-a8a9-ad5cd00ea1b4 None None] Checking segment: {'id': '7666ad49-8517-4aa2-be40-d759823ff89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:06:49.417196 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-94ea6cb8-4ceb-41b7-a8a9-ad5cd00ea1b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:49.417867 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ea6cb8-4ceb-41b7-a8a9-ad5cd00ea1b4 None None] Bound using segment: {'id': '7666ad49-8517-4aa2-be40-d759823ff89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56'} {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:06:49.418380 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-94ea6cb8-4ceb-41b7-a8a9-ad5cd00ea1b4 None None] Bound port: 20eae56e-2ca8-403d-a723-ed5a6dcfd8b3, host: dv-cinder-788363-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7666ad49-8517-4aa2-be40-d759823ff89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56'}}] {{(pid=93659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:06:49.419030 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-94ea6cb8-4ceb-41b7-a8a9-ad5cd00ea1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:49.484489 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-877c6798-6b01-4878-be60-977c978d92a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:49.524522 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-94ea6cb8-4ceb-41b7-a8a9-ad5cd00ea1b4 None None] For port 20eae56e-2ca8-403d-a723-ed5a6dcfd8b3, host dv-cinder-788363-8-iscsi, cleared binding levels {{(pid=93659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:06:49.531445 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-94ea6cb8-4ceb-41b7-a8a9-ad5cd00ea1b4 None None] For port 20eae56e-2ca8-403d-a723-ed5a6dcfd8b3, host dv-cinder-788363-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=20eae56e-2ca8-403d-a723-ed5a6dcfd8b3,segment=NetworkSegment(7666ad49-8517-4aa2-be40-d759823ff89a),segment_id=7666ad49-8517-4aa2-be40-d759823ff89a)] {{(pid=93659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:06:49.538082 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-94ea6cb8-4ceb-41b7-a8a9-ad5cd00ea1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:49.578160 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949f9f4-c4da-46f0-aeb3-1be35deb1223 req-a5a34cbb-0332-4de4-afd8-d0252d5b30e0 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:49.586596 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-b949f9f4-c4da-46f0-aeb3-1be35deb1223 req-a5a34cbb-0332-4de4-afd8-d0252d5b30e0 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 945 time: 0.1612291 Jul 15 19:06:49.609990 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea6cb8-4ceb-41b7-a8a9-ad5cd00ea1b4 None None] Pushing event updated for resources: {'Port': ['ID=20eae56e-2ca8-403d-a723-ed5a6dcfd8b3,revision_number=2']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:49.616882 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-9c432156-d076-495b-ba53-d46bb7eb85e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:49.691324 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-b949f9f4-c4da-46f0-aeb3-1be35deb1223 req-8763fe13-25c9-434e-a1d6-99f0820a0574 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033707 Jul 15 19:06:49.737478 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.agents_db [None req-ef181030-a4ef-48d9-9156-44fb1018252a None None] Agent healthcheck: found 6 active agents {{(pid=93660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:06:49.751569 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-9c432156-d076-495b-ba53-d46bb7eb85e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:49.799324 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c432156-d076-495b-ba53-d46bb7eb85e8 admin admin] Network e1e7053a-85e2-45af-9353-c5375187db21 is already hosted by enough agents. {{(pid=93657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:06:49.806302 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.base_scheduler [None req-9c432156-d076-495b-ba53-d46bb7eb85e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:06:49.810511 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c432156-d076-495b-ba53-d46bb7eb85e8 admin admin] Received port after_create {{(pid=93657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:06:49.844833 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c432156-d076-495b-ba53-d46bb7eb85e8 admin admin] Pushing event updated for resources: {'Port': ['ID=fd7cb6af-f1b2-401b-ac36-74069c49deaa,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:50.226664 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-9c432156-d076-495b-ba53-d46bb7eb85e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:50.592061 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-9c432156-d076-495b-ba53-d46bb7eb85e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764429'] for router, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:50.772392 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c432156-d076-495b-ba53-d46bb7eb85e8 admin admin] Router a3c6b66d-5fcf-4250-bc05-a7fb3832f584 is scheduled to L3 agent d1959f4f-c5e4-447e-bdea-87c7e923db15 with binding_index 1 {{(pid=93657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 19:06:50.799280 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72c0237-7f81-40f7-a7bd-02423d82a06b None None] Network 68db1402-794a-4fcf-beca-a85ea1b44a56 requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:06:50.884962 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 20eae56e-2ca8-403d-a723-ed5a6dcfd8b3 up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:06:50.889007 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-8f57fcb9-2602-4134-82a1-aa53f6ab0db9 None None] Provisioning for port 20eae56e-2ca8-403d-a723-ed5a6dcfd8b3 completed by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:06:50.919469 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c432156-d076-495b-ba53-d46bb7eb85e8 admin admin] Notify agent at l3_agent.dv-cinder-788363-8-iscsi the message routers_updated {{(pid=93657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:06:50.937218 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6260fd1a-d14b-4bfa-b823-883d2f6f9294 None None] Sync routers for ids ['a3c6b66d-5fcf-4250-bc05-a7fb3832f584'] in dv-cinder-788363-8-iscsi {{(pid=93660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:06:50.943790 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-9c432156-d076-495b-ba53-d46bb7eb85e8 admin admin] Notify callbacks [] for router, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:50.948987 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-9c432156-d076-495b-ba53-d46bb7eb85e8 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2749984 Jul 15 19:06:50.949921 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 52938) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:50.952590 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6260fd1a-d14b-4bfa-b823-883d2f6f9294 None None] Routers {'a3c6b66d-5fcf-4250-bc05-a7fb3832f584'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:06:50.954645 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-6260fd1a-d14b-4bfa-b823-883d2f6f9294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:06:22Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['a3c6b66d-5fcf-4250-bc05-a7fb3832f584'], 'active': True} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:06:50.996700 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning for port 20eae56e-2ca8-403d-a723-ed5a6dcfd8b3 completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:06:51.006122 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port 20eae56e-2ca8-403d-a723-ed5a6dcfd8b3 triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:06:51.006494 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:51.153091 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:51.158554 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvr_db [None req-6260fd1a-d14b-4bfa-b823-883d2f6f9294 None None] Set router a3c6b66d-5fcf-4250-bc05-a7fb3832f584 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:06:51.208547 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] For port 20eae56e-2ca8-403d-a723-ed5a6dcfd8b3, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=20eae56e-2ca8-403d-a723-ed5a6dcfd8b3,segment=NetworkSegment(7666ad49-8517-4aa2-be40-d759823ff89a),segment_id=7666ad49-8517-4aa2-be40-d759823ff89a)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:06:51.214483 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:51.292026 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Pushing event updated for resources: {'Port': ['ID=20eae56e-2ca8-403d-a723-ed5a6dcfd8b3,revision_number=3']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:51.414073 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-6260fd1a-d14b-4bfa-b823-883d2f6f9294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'name': 'tempest-TestVolumeBootPattern-328040496-router', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:06:48Z', 'updated_at': '2021-07-15T19:06:50Z', 'revision_number': 3, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'gw_port': {'id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:97:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:49Z', 'updated_at': '2021-07-15T19:06:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi'}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:06:51.444190 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6260fd1a-d14b-4bfa-b823-883d2f6f9294 None None] Checking router: a3c6b66d-5fcf-4250-bc05-a7fb3832f584 for host: dv-cinder-788363-8-iscsi {{(pid=93660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:06:51.444425 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6260fd1a-d14b-4bfa-b823-883d2f6f9294 None None] Updating router a3c6b66d-5fcf-4250-bc05-a7fb3832f584 port fd7cb6af-f1b2-401b-ac36-74069c49deaa binding host dv-cinder-788363-8-iscsi {{(pid=93660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:06:51.448454 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-98b43214-3d06-40bf-9b7a-22aae0627378 None None] Provisioning complete for port 20eae56e-2ca8-403d-a723-ed5a6dcfd8b3 triggered by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:06:51.448454 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-98b43214-3d06-40bf-9b7a-22aae0627378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:51.497425 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-6260fd1a-d14b-4bfa-b823-883d2f6f9294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:51.582402 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7c7ae253-0e58-49d2-8962-045c2a0810df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:51.778390 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.db_base_plugin_common [None req-7c7ae253-0e58-49d2-8962-045c2a0810df admin admin] Allocated IP 172.20.0.1 (68db1402-794a-4fcf-beca-a85ea1b44a56/67978492-7f73-452d-9401-7aabf267f48c/a7a8a45d-5c38-4636-8caa-8f808ae32033) {{(pid=93658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:06:51.894576 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-6260fd1a-d14b-4bfa-b823-883d2f6f9294 None None] Notify callbacks [] for port, precommit_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:51.908048 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.provisioning_blocks [None req-6260fd1a-d14b-4bfa-b823-883d2f6f9294 None None] Transition to ACTIVE for port object fd7cb6af-f1b2-401b-ac36-74069c49deaa will not be triggered until provisioned by entity L2. {{(pid=93660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:06:51.915430 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-6260fd1a-d14b-4bfa-b823-883d2f6f9294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:51.967680 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7c7ae253-0e58-49d2-8962-045c2a0810df admin admin] Notify callbacks [] for port, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:51.982140 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d65c70-9674-4c7f-bc21-20a41acdfd64 None None] Pushing event updated for resources: {'Port': ['ID=fd7cb6af-f1b2-401b-ac36-74069c49deaa,revision_number=2']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:51.985710 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.managers [None req-6260fd1a-d14b-4bfa-b823-883d2f6f9294 None None] Attempting to bind port fd7cb6af-f1b2-401b-ac36-74069c49deaa on host dv-cinder-788363-8-iscsi for vnic_type normal with profile {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:06:51.986081 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.managers [None req-6260fd1a-d14b-4bfa-b823-883d2f6f9294 None None] Attempting to bind port fd7cb6af-f1b2-401b-ac36-74069c49deaa by drivers openvswitch,hyperv on host dv-cinder-788363-8-iscsi at level 0 using segments [{'id': 'd344549d-09e0-4982-8c11-6f16cb0baa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'}] {{(pid=93660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:06:51.986440 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6260fd1a-d14b-4bfa-b823-883d2f6f9294 None None] Attempting to bind port fd7cb6af-f1b2-401b-ac36-74069c49deaa on network e1e7053a-85e2-45af-9353-c5375187db21 {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:06:51.992404 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.provisioning_blocks [None req-7c7ae253-0e58-49d2-8962-045c2a0810df admin admin] Transition to ACTIVE for port object a7a8a45d-5c38-4636-8caa-8f808ae32033 will not be triggered until provisioned by entity DHCP. {{(pid=93658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:06:51.994195 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d65c70-9674-4c7f-bc21-20a41acdfd64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:51.994538 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d65c70-9674-4c7f-bc21-20a41acdfd64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:51.994881 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d65c70-9674-4c7f-bc21-20a41acdfd64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:51.995218 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d65c70-9674-4c7f-bc21-20a41acdfd64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:51.995555 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d65c70-9674-4c7f-bc21-20a41acdfd64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:51.995886 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d65c70-9674-4c7f-bc21-20a41acdfd64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:51.996214 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d65c70-9674-4c7f-bc21-20a41acdfd64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:51.996543 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d65c70-9674-4c7f-bc21-20a41acdfd64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:51.996916 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d65c70-9674-4c7f-bc21-20a41acdfd64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:51.997239 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d65c70-9674-4c7f-bc21-20a41acdfd64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:51.997569 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d65c70-9674-4c7f-bc21-20a41acdfd64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:51.997908 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d65c70-9674-4c7f-bc21-20a41acdfd64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:52.003998 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6260fd1a-d14b-4bfa-b823-883d2f6f9294 None None] Checking agent: {'id': 'ac33f8ba-c243-4061-a3c6-3aff717edb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 52), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:06:52.004357 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6260fd1a-d14b-4bfa-b823-883d2f6f9294 None None] Checking segment: {'id': 'd344549d-09e0-4982-8c11-6f16cb0baa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:06:52.004771 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-6260fd1a-d14b-4bfa-b823-883d2f6f9294 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:52.005226 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6260fd1a-d14b-4bfa-b823-883d2f6f9294 None None] Bound using segment: {'id': 'd344549d-09e0-4982-8c11-6f16cb0baa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'} {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:06:52.005809 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.managers [None req-6260fd1a-d14b-4bfa-b823-883d2f6f9294 None None] Bound port: fd7cb6af-f1b2-401b-ac36-74069c49deaa, host: dv-cinder-788363-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd344549d-09e0-4982-8c11-6f16cb0baa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'}}] {{(pid=93660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:06:52.006454 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-6260fd1a-d14b-4bfa-b823-883d2f6f9294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:52.038748 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7c7ae253-0e58-49d2-8962-045c2a0810df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4513278'] for port, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:52.083362 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7ae253-0e58-49d2-8962-045c2a0810df admin admin] Network 68db1402-794a-4fcf-beca-a85ea1b44a56 is already hosted by enough agents. {{(pid=93658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:06:52.083987 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [None req-6260fd1a-d14b-4bfa-b823-883d2f6f9294 None None] For port fd7cb6af-f1b2-401b-ac36-74069c49deaa, host dv-cinder-788363-8-iscsi, cleared binding levels {{(pid=93660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:06:52.087082 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.base_scheduler [None req-7c7ae253-0e58-49d2-8962-045c2a0810df admin admin] Resources bound (agent type, host, resource id): {{(pid=93658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:06:52.090559 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [None req-6260fd1a-d14b-4bfa-b823-883d2f6f9294 None None] For port fd7cb6af-f1b2-401b-ac36-74069c49deaa, host dv-cinder-788363-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=fd7cb6af-f1b2-401b-ac36-74069c49deaa,segment=NetworkSegment(d344549d-09e0-4982-8c11-6f16cb0baa64),segment_id=d344549d-09e0-4982-8c11-6f16cb0baa64)] {{(pid=93660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:06:52.091152 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7ae253-0e58-49d2-8962-045c2a0810df admin admin] Received port after_create {{(pid=93658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:06:52.097371 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ae253-0e58-49d2-8962-045c2a0810df admin admin] Pushing event updated for resources: {'Port': ['ID=a7a8a45d-5c38-4636-8caa-8f808ae32033,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:52.100770 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-6260fd1a-d14b-4bfa-b823-883d2f6f9294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:52.102661 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:52.128824 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7ae253-0e58-49d2-8962-045c2a0810df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:52.129170 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7ae253-0e58-49d2-8962-045c2a0810df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:52.129511 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7ae253-0e58-49d2-8962-045c2a0810df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:52.129856 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7ae253-0e58-49d2-8962-045c2a0810df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:52.130195 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7ae253-0e58-49d2-8962-045c2a0810df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:52.130525 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7ae253-0e58-49d2-8962-045c2a0810df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:52.130848 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7ae253-0e58-49d2-8962-045c2a0810df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:52.131169 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7ae253-0e58-49d2-8962-045c2a0810df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:52.131490 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7ae253-0e58-49d2-8962-045c2a0810df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:52.131812 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7ae253-0e58-49d2-8962-045c2a0810df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:52.132126 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7ae253-0e58-49d2-8962-045c2a0810df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:52.132452 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7ae253-0e58-49d2-8962-045c2a0810df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:52.154945 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7c7ae253-0e58-49d2-8962-045c2a0810df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-695866'] for router_interface, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:52.157049 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-fd23b056-8180-414b-b7da-20445a767678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:52.247366 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d65c70-9674-4c7f-bc21-20a41acdfd64 None None] Pushing event updated for resources: {'Port': ['ID=fd7cb6af-f1b2-401b-ac36-74069c49deaa,revision_number=3']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:52.265525 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6260fd1a-d14b-4bfa-b823-883d2f6f9294 None None] Routers {'a3c6b66d-5fcf-4250-bc05-a7fb3832f584'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:06:52.267637 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-6260fd1a-d14b-4bfa-b823-883d2f6f9294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:06:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['a3c6b66d-5fcf-4250-bc05-a7fb3832f584'], 'active': True} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:06:52.352671 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7c7ae253-0e58-49d2-8962-045c2a0810df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:52.403069 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-405e0ac8-5c54-42c1-a9c2-b61c978cc5c2 None None] Provisioning for port a7a8a45d-5c38-4636-8caa-8f808ae32033 completed by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:06:52.409280 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-405e0ac8-5c54-42c1-a9c2-b61c978cc5c2 None None] Provisioning complete for port a7a8a45d-5c38-4636-8caa-8f808ae32033 triggered by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:06:52.410449 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-405e0ac8-5c54-42c1-a9c2-b61c978cc5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:52.449079 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvr_db [None req-6260fd1a-d14b-4bfa-b823-883d2f6f9294 None None] Set router a3c6b66d-5fcf-4250-bc05-a7fb3832f584 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:06:52.449630 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-405e0ac8-5c54-42c1-a9c2-b61c978cc5c2 None None] Port a7a8a45d-5c38-4636-8caa-8f808ae32033 cannot update to ACTIVE because it is not bound. {{(pid=93659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:06:52.614682 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7c7ae253-0e58-49d2-8962-045c2a0810df admin admin] Notify callbacks [] for port, precommit_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:52.621575 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7c7ae253-0e58-49d2-8962-045c2a0810df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4513223'] for port, after_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:52.702798 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-6260fd1a-d14b-4bfa-b823-883d2f6f9294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'name': 'tempest-TestVolumeBootPattern-328040496-router', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:06:48Z', 'updated_at': '2021-07-15T19:06:50Z', 'revision_number': 3, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'gw_port': {'id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:97:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:49Z', 'updated_at': '2021-07-15T19:06:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi'}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:06:52.707122 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ae253-0e58-49d2-8962-045c2a0810df admin admin] Pushing event updated for resources: {'Port': ['ID=a7a8a45d-5c38-4636-8caa-8f808ae32033,revision_number=2']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:52.710958 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7c7ae253-0e58-49d2-8962-045c2a0810df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695886'] for router_interface, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:52.766700 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6260fd1a-d14b-4bfa-b823-883d2f6f9294 None None] The sync data for ids ['a3c6b66d-5fcf-4250-bc05-a7fb3832f584'] in dv-cinder-788363-8-iscsi is: [{'id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'name': 'tempest-TestVolumeBootPattern-328040496-router', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:06:48Z', 'updated_at': '2021-07-15T19:06:50Z', 'revision_number': 3, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'gw_port': {'id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:97:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:49Z', 'updated_at': '2021-07-15T19:06:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi'}] {{(pid=93660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:06:52.838624 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7ae253-0e58-49d2-8962-045c2a0810df admin admin] Network 68db1402-794a-4fcf-beca-a85ea1b44a56 is already hosted by enough agents. {{(pid=93658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:06:52.842965 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.base_scheduler [None req-7c7ae253-0e58-49d2-8962-045c2a0810df admin admin] Resources bound (agent type, host, resource id): {{(pid=93658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:06:52.860680 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 20eae56e-2ca8-403d-a723-ed5a6dcfd8b3 up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:06:52.987755 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port 20eae56e-2ca8-403d-a723-ed5a6dcfd8b3 triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:06:52.994735 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:53.091123 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c7ae253-0e58-49d2-8962-045c2a0810df admin admin] Router a3c6b66d-5fcf-4250-bc05-a7fb3832f584 has already been hosted by L3 agent d1959f4f-c5e4-447e-bdea-87c7e923db15 {{(pid=93658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:06:53.151875 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4434fa6-c350-447e-b4f4-e57c24f2aecd req-3e01ab75-44f3-4059-9333-c31ee96e46e4 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:53.163003 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f4434fa6-c350-447e-b4f4-e57c24f2aecd req-3e01ab75-44f3-4059-9333-c31ee96e46e4 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 945 time: 0.1760087 Jul 15 19:06:53.313023 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-9967fc42-1e64-4590-931a-35b1631e6108 None None] Provisioning complete for port a7a8a45d-5c38-4636-8caa-8f808ae32033 triggered by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:06:53.314587 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-9967fc42-1e64-4590-931a-35b1631e6108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:53.391018 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-9967fc42-1e64-4590-931a-35b1631e6108 None None] Port a7a8a45d-5c38-4636-8caa-8f808ae32033 cannot update to ACTIVE because it is not bound. {{(pid=93659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:06:53.651636 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:53.763825 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f4434fa6-c350-447e-b4f4-e57c24f2aecd req-f170b926-4275-44ac-9b1a-cf7fa982ae28 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4814229 Jul 15 19:06:53.825968 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7ae253-0e58-49d2-8962-045c2a0810df admin admin] Notify agent at l3_agent.dv-cinder-788363-8-iscsi the message routers_updated {{(pid=93658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:06:53.852394 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-7c7ae253-0e58-49d2-8962-045c2a0810df admin admin] 10.222.0.70 "PUT /v2.0/routers/a3c6b66d-5fcf-4250-bc05-a7fb3832f584/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9001822 Jul 15 19:06:54.126325 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9fb0e-eb88-4e86-91ad-4fa269af98c3 req-d8723afa-5d18-407d-94ba-c1d453f222c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:54.130988 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-08a9fb0e-eb88-4e86-91ad-4fa269af98c3 req-d8723afa-5d18-407d-94ba-c1d453f222c7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 1098 time: 0.1839719 Jul 15 19:06:54.265181 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-08a9fb0e-eb88-4e86-91ad-4fa269af98c3 req-62c9250a-5e8d-43f5-9971-da125b17589a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880830 Jul 15 19:06:54.878375 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device fd7cb6af-f1b2-401b-ac36-74069c49deaa up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:06:54.943203 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 53016) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:54.949714 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [None req-cc70f43e-08b6-4618-b650-251e34fdeb79 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1618840276-network', 'tenant_id': '19747ee969c443aba8efc3f072db008b'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:06:55.040436 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning for port fd7cb6af-f1b2-401b-ac36-74069c49deaa completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:06:55.048250 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc70f43e-08b6-4618-b650-251e34fdeb79 admin admin] Made reservation on behalf of 19747ee969c443aba8efc3f072db008b for: {'network': 1} {{(pid=93658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:06:55.058217 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-cc70f43e-08b6-4618-b650-251e34fdeb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for network, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:55.059354 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port fd7cb6af-f1b2-401b-ac36-74069c49deaa triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:06:55.060180 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:55.097580 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-cc70f43e-08b6-4618-b650-251e34fdeb79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:55.298177 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-cc70f43e-08b6-4618-b650-251e34fdeb79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:55.310259 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-cc70f43e-08b6-4618-b650-251e34fdeb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:55.346945 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:55.397595 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc70f43e-08b6-4618-b650-251e34fdeb79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b7e0db-fb00-494d-a5c0-c30c7efee72c,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:55.415028 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] For port fd7cb6af-f1b2-401b-ac36-74069c49deaa, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=fd7cb6af-f1b2-401b-ac36-74069c49deaa,segment=NetworkSegment(d344549d-09e0-4982-8c11-6f16cb0baa64),segment_id=d344549d-09e0-4982-8c11-6f16cb0baa64)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:06:55.420223 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc70f43e-08b6-4618-b650-251e34fdeb79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1096} {{(pid=93658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:06:55.420893 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:55.438769 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-cc70f43e-08b6-4618-b650-251e34fdeb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882'] for segment, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:55.439391 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.db.segments_db [None req-cc70f43e-08b6-4618-b650-251e34fdeb79 admin admin] Added segment 40ac4626-9311-4b8b-9de9-19342e60d690 of type vlan for network 188ac99f-42f4-4796-8d0c-ca5aa641b30c Jul 15 19:06:55.502959 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Pushing event updated for resources: {'Port': ['ID=fd7cb6af-f1b2-401b-ac36-74069c49deaa,revision_number=4']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:55.521155 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-cc70f43e-08b6-4618-b650-251e34fdeb79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730934684676'] for network, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:55.546955 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:55.618097 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca291eb-8a19-4f4f-b8b3-407a06b1cf18 req-ad08569d-0bf7-4878-8e81-10332b8fcdb4 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:55.621099 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-eca291eb-8a19-4f4f-b8b3-407a06b1cf18 req-ad08569d-0bf7-4878-8e81-10332b8fcdb4 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 945 time: 0.5279715 Jul 15 19:06:55.672419 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-cc70f43e-08b6-4618-b650-251e34fdeb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736'] for network, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:55.674331 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc70f43e-08b6-4618-b650-251e34fdeb79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:55.675469 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-cc70f43e-08b6-4618-b650-251e34fdeb79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for network, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:55.692248 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 53036) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:55.774874 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa05f48a-fcc7-44cc-ad62-672c2f1f7be1 None None] Sync routers for ids ['a3c6b66d-5fcf-4250-bc05-a7fb3832f584'] in dv-cinder-788363-8-iscsi {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:06:55.783021 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-eca291eb-8a19-4f4f-b8b3-407a06b1cf18 req-d612ce9e-5ec8-4fff-bb07-30a4eb798b75 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539986 Jul 15 19:06:55.803053 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-cc70f43e-08b6-4618-b650-251e34fdeb79 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8584738 Jul 15 19:06:55.807659 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 53042) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:55.814772 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa05f48a-fcc7-44cc-ad62-672c2f1f7be1 None None] Routers {'a3c6b66d-5fcf-4250-bc05-a7fb3832f584'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:06:55.815797 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-fa05f48a-fcc7-44cc-ad62-672c2f1f7be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:06:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['a3c6b66d-5fcf-4250-bc05-a7fb3832f584'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:06:55.817631 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-4e636bf3-6b86-4000-9caa-7d497655009f admin admin] Request body: {'subnet': {'network_id': '188ac99f-42f4-4796-8d0c-ca5aa641b30c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1618840276-subnet', 'tenant_id': '19747ee969c443aba8efc3f072db008b', 'ip_version': 4}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:06:55.890435 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e636bf3-6b86-4000-9caa-7d497655009f admin admin] Made reservation on behalf of 19747ee969c443aba8efc3f072db008b for: {'subnet': 1} {{(pid=93657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:06:55.895149 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-4e636bf3-6b86-4000-9caa-7d497655009f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5276051'] for subnet, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:55.919770 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc70f43e-08b6-4618-b650-251e34fdeb79 admin admin] Pushing event updated for resources: {'Network': ['ID=188ac99f-42f4-4796-8d0c-ca5aa641b30c,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:55.971793 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-c439fc52-f38d-412b-ad22-650696bf40ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:56.128998 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Network 188ac99f-42f4-4796-8d0c-ca5aa641b30c details requested by agent ovs-agent-dv-cinder-788363-8-iscsi with host dv-cinder-788363-8-iscsi {{(pid=93659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:06:56.333011 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-fa05f48a-fcc7-44cc-ad62-672c2f1f7be1 None None] Set router a3c6b66d-5fcf-4250-bc05-a7fb3832f584 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:06:56.338106 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-c439fc52-f38d-412b-ad22-650696bf40ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:56.345019 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-c439fc52-f38d-412b-ad22-650696bf40ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:56.374731 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-4e636bf3-6b86-4000-9caa-7d497655009f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6305961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5276033'] for subnet, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:56.427305 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439fc52-f38d-412b-ad22-650696bf40ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fcc1e28-2657-40ad-96c0-8d1632141e8a,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:56.444411 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-c439fc52-f38d-412b-ad22-650696bf40ce admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0d2a488bd8fe4c7fb87aa9d7c200f390&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7480648 Jul 15 19:06:56.445266 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 53060) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:56.464529 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c439fc52-f38d-412b-ad22-650696bf40ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:56.464684 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c439fc52-f38d-412b-ad22-650696bf40ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:56.465028 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c439fc52-f38d-412b-ad22-650696bf40ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:56.465364 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c439fc52-f38d-412b-ad22-650696bf40ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:56.465728 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c439fc52-f38d-412b-ad22-650696bf40ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:56.466056 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c439fc52-f38d-412b-ad22-650696bf40ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:56.466389 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c439fc52-f38d-412b-ad22-650696bf40ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:56.466718 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c439fc52-f38d-412b-ad22-650696bf40ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:56.467082 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c439fc52-f38d-412b-ad22-650696bf40ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:56.467485 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c439fc52-f38d-412b-ad22-650696bf40ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:56.467768 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c439fc52-f38d-412b-ad22-650696bf40ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:56.468155 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c439fc52-f38d-412b-ad22-650696bf40ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:56.500455 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e636bf3-6b86-4000-9caa-7d497655009f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8608166d-0090-4426-873d-e949aca64fd3,revision_number=0']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:56.522316 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e636bf3-6b86-4000-9caa-7d497655009f admin admin] Checking segment: {'id': '40ac4626-9311-4b8b-9de9-19342e60d690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '188ac99f-42f4-4796-8d0c-ca5aa641b30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:06:56.522677 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e636bf3-6b86-4000-9caa-7d497655009f admin admin] Network hostable DHCP agents. Network: 188ac99f-42f4-4796-8d0c-ca5aa641b30c, hostable agents: ['55735004-04ab-4467-ab29-fafa31dd3593'], hosted agents: [] {{(pid=93657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:06:56.557921 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-137155bd-c435-4f83-9ac8-a0ee0595e942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:56.563512 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e636bf3-6b86-4000-9caa-7d497655009f admin admin] Network 188ac99f-42f4-4796-8d0c-ca5aa641b30c is scheduled to be hosted by DHCP agent 55735004-04ab-4467-ab29-fafa31dd3593 with binding_index 1 {{(pid=93657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:06:56.604827 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-fa05f48a-fcc7-44cc-ad62-672c2f1f7be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'name': 'tempest-TestVolumeBootPattern-328040496-router', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:06:48Z', 'updated_at': '2021-07-15T19:06:52Z', 'revision_number': 4, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'gw_port': {'id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:97:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:49Z', 'updated_at': '2021-07-15T19:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': 'a7a8a45d-5c38-4636-8caa-8f808ae32033', 'name': '', 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'mac_address': 'fa:16:3e:62:51:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '67978492-7f73-452d-9401-7aabf267f48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:51Z', 'updated_at': '2021-07-15T19:06:52Z', 'revision_number': 2, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'subnets': [{'id': '67978492-7f73-452d-9401-7aabf267f48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:06:56.638608 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa05f48a-fcc7-44cc-ad62-672c2f1f7be1 None None] Checking router: a3c6b66d-5fcf-4250-bc05-a7fb3832f584 for host: dv-cinder-788363-8-iscsi {{(pid=93659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:06:56.639248 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa05f48a-fcc7-44cc-ad62-672c2f1f7be1 None None] Updating router a3c6b66d-5fcf-4250-bc05-a7fb3832f584 port a7a8a45d-5c38-4636-8caa-8f808ae32033 binding host dv-cinder-788363-8-iscsi {{(pid=93659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:06:56.688206 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-fa05f48a-fcc7-44cc-ad62-672c2f1f7be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:56.804656 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-137155bd-c435-4f83-9ac8-a0ee0595e942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:56.806966 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.base_scheduler [None req-4e636bf3-6b86-4000-9caa-7d497655009f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-8-iscsi, 188ac99f-42f4-4796-8d0c-ca5aa641b30c) {{(pid=93657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:06:56.822957 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e71980-7842-4fe3-87dc-38ed913666b1 None None] Network 188ac99f-42f4-4796-8d0c-ca5aa641b30c requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:06:56.829642 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e636bf3-6b86-4000-9caa-7d497655009f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:56.830272 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-4e636bf3-6b86-4000-9caa-7d497655009f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for subnet, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:56.852104 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device fd7cb6af-f1b2-401b-ac36-74069c49deaa up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:06:56.878332 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-4e636bf3-6b86-4000-9caa-7d497655009f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0640442 Jul 15 19:06:56.878332 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 53066) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:56.884404 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-56061cf6-bf92-42ec-99fb-b35494650dfc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1618840276-router', 'tenant_id': '19747ee969c443aba8efc3f072db008b', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'}}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:06:56.887971 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-137155bd-c435-4f83-9ac8-a0ee0595e942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:56.890572 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-137155bd-c435-4f83-9ac8-a0ee0595e942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:56.892036 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-137155bd-c435-4f83-9ac8-a0ee0595e942 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7fcc1e28-2657-40ad-96c0-8d1632141e8a HTTP/1.1" status: 204 len: 168 time: 0.4405489 Jul 15 19:06:56.910578 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137155bd-c435-4f83-9ac8-a0ee0595e942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fcc1e28-2657-40ad-96c0-8d1632141e8a,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:56.928424 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-56061cf6-bf92-42ec-99fb-b35494650dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-764669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124563'] for router, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:56.930372 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-56061cf6-bf92-42ec-99fb-b35494650dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-695951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124568'] for router, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:57.006436 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-56061cf6-bf92-42ec-99fb-b35494650dfc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:57.064168 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port fd7cb6af-f1b2-401b-ac36-74069c49deaa triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:06:57.064457 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:57.244329 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-56061cf6-bf92-42ec-99fb-b35494650dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130162'] for router, precommit_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:57.286521 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74f1d9b-952f-4d37-8227-eb5cf779a7f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddf34259-25e2-5d11-b24f-5c2a52454752-188ac99f-42f4-4796-8d0c-ca5aa641b30c', 'network_id': '188ac99f-42f4-4796-8d0c-ca5aa641b30c', 'tenant_id': '19747ee969c443aba8efc3f072db008b', 'fixed_ips': [{'subnet_id': '8608166d-0090-4426-873d-e949aca64fd3'}]}} from dv-cinder-788363-8-iscsi. {{(pid=93659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 19:06:57.287690 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-d74f1d9b-952f-4d37-8227-eb5cf779a7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:57.306417 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-fa05f48a-fcc7-44cc-ad62-672c2f1f7be1 None None] Notify callbacks [] for port, precommit_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:57.340496 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc250f7b-c89c-4dc1-8536-32ee1e40f9ee req-13f907d4-804b-407d-aa7c-9c65150ab14a tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:57.349334 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-cc250f7b-c89c-4dc1-8536-32ee1e40f9ee req-13f907d4-804b-407d-aa7c-9c65150ab14a tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 945 time: 0.3475113 Jul 15 19:06:57.359806 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-fa05f48a-fcc7-44cc-ad62-672c2f1f7be1 None None] Transition to ACTIVE for port object a7a8a45d-5c38-4636-8caa-8f808ae32033 will not be triggered until provisioned by entity L2. {{(pid=93659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:06:57.408828 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-cc250f7b-c89c-4dc1-8536-32ee1e40f9ee req-ea14a2c5-6bc4-4da8-8db0-bceac68a4115 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583358 Jul 15 19:06:57.429633 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-fa05f48a-fcc7-44cc-ad62-672c2f1f7be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:57.624324 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242c502-c0c6-4c7e-8bc2-5b0a9a90ca4e req-2694f0ca-664c-4952-9764-e0b6064fa233 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:57.630637 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-d242c502-c0c6-4c7e-8bc2-5b0a9a90ca4e req-2694f0ca-664c-4952-9764-e0b6064fa233 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.0908074 Jul 15 19:06:57.732535 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-d242c502-c0c6-4c7e-8bc2-5b0a9a90ca4e req-34c6d41a-a4eb-4bfb-91fc-0f56dacd02af tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826612 Jul 15 19:06:57.761476 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac6f0c-135e-4217-afe3-57f5448d9058 None None] Pushing event updated for resources: {'Port': ['ID=a7a8a45d-5c38-4636-8caa-8f808ae32033,revision_number=3']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:57.848082 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.db_base_plugin_common [None req-d74f1d9b-952f-4d37-8227-eb5cf779a7f3 None None] Allocated IP 172.20.0.2 (188ac99f-42f4-4796-8d0c-ca5aa641b30c/8608166d-0090-4426-873d-e949aca64fd3/632c4168-ae77-4028-97d8-3f67cf180d12) {{(pid=93659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:06:57.989359 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-56061cf6-bf92-42ec-99fb-b35494650dfc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:58.004318 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-fa05f48a-fcc7-44cc-ad62-672c2f1f7be1 None None] Attempting to bind port a7a8a45d-5c38-4636-8caa-8f808ae32033 on host dv-cinder-788363-8-iscsi for vnic_type normal with profile {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:06:58.004855 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-fa05f48a-fcc7-44cc-ad62-672c2f1f7be1 None None] Attempting to bind port a7a8a45d-5c38-4636-8caa-8f808ae32033 by drivers openvswitch,hyperv on host dv-cinder-788363-8-iscsi at level 0 using segments [{'id': '7666ad49-8517-4aa2-be40-d759823ff89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56'}] {{(pid=93659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:06:58.005293 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa05f48a-fcc7-44cc-ad62-672c2f1f7be1 None None] Attempting to bind port a7a8a45d-5c38-4636-8caa-8f808ae32033 on network 68db1402-794a-4fcf-beca-a85ea1b44a56 {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:06:58.010455 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-56061cf6-bf92-42ec-99fb-b35494650dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:58.049837 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa05f48a-fcc7-44cc-ad62-672c2f1f7be1 None None] Checking agent: {'id': 'ac33f8ba-c243-4061-a3c6-3aff717edb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 52), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:06:58.050200 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa05f48a-fcc7-44cc-ad62-672c2f1f7be1 None None] Checking segment: {'id': '7666ad49-8517-4aa2-be40-d759823ff89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:06:58.050623 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-fa05f48a-fcc7-44cc-ad62-672c2f1f7be1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:58.051343 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa05f48a-fcc7-44cc-ad62-672c2f1f7be1 None None] Bound using segment: {'id': '7666ad49-8517-4aa2-be40-d759823ff89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56'} {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:06:58.051854 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-fa05f48a-fcc7-44cc-ad62-672c2f1f7be1 None None] Bound port: a7a8a45d-5c38-4636-8caa-8f808ae32033, host: dv-cinder-788363-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7666ad49-8517-4aa2-be40-d759823ff89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56'}}] {{(pid=93659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:06:58.052258 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-fa05f48a-fcc7-44cc-ad62-672c2f1f7be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:58.188709 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-fa05f48a-fcc7-44cc-ad62-672c2f1f7be1 None None] For port a7a8a45d-5c38-4636-8caa-8f808ae32033, host dv-cinder-788363-8-iscsi, cleared binding levels {{(pid=93659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:06:58.193623 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-fa05f48a-fcc7-44cc-ad62-672c2f1f7be1 None None] For port a7a8a45d-5c38-4636-8caa-8f808ae32033, host dv-cinder-788363-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=a7a8a45d-5c38-4636-8caa-8f808ae32033,segment=NetworkSegment(7666ad49-8517-4aa2-be40-d759823ff89a),segment_id=7666ad49-8517-4aa2-be40-d759823ff89a)] {{(pid=93659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:06:58.206306 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-fa05f48a-fcc7-44cc-ad62-672c2f1f7be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:58.208920 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-d74f1d9b-952f-4d37-8227-eb5cf779a7f3 None None] Notify callbacks [] for port, precommit_create {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:58.221331 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.db_base_plugin_common [None req-56061cf6-bf92-42ec-99fb-b35494650dfc admin admin] Allocated IP 172.27.2.71 (e1e7053a-85e2-45af-9353-c5375187db21/9528084b-89d8-4124-b104-08bd71cd5eaa/a971172f-a2cf-4c62-8c34-46bea0cf1d9b) {{(pid=93657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:06:58.262782 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-d74f1d9b-952f-4d37-8227-eb5cf779a7f3 None None] Transition to ACTIVE for port object 632c4168-ae77-4028-97d8-3f67cf180d12 will not be triggered until provisioned by entity L2. {{(pid=93659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:06:58.308350 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-d74f1d9b-952f-4d37-8227-eb5cf779a7f3 None None] Transition to ACTIVE for port object 632c4168-ae77-4028-97d8-3f67cf180d12 will not be triggered until provisioned by entity DHCP. {{(pid=93659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:06:58.319476 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa05f48a-fcc7-44cc-ad62-672c2f1f7be1 None None] Routers {'a3c6b66d-5fcf-4250-bc05-a7fb3832f584'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:06:58.320142 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-fa05f48a-fcc7-44cc-ad62-672c2f1f7be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:06:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['a3c6b66d-5fcf-4250-bc05-a7fb3832f584'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:06:58.322883 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac6f0c-135e-4217-afe3-57f5448d9058 None None] Pushing event updated for resources: {'Port': ['ID=a7a8a45d-5c38-4636-8caa-8f808ae32033,revision_number=4']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:58.337105 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-d74f1d9b-952f-4d37-8227-eb5cf779a7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355'] for port, after_create {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:58.506992 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-56061cf6-bf92-42ec-99fb-b35494650dfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:58.535214 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74f1d9b-952f-4d37-8227-eb5cf779a7f3 None None] Network 188ac99f-42f4-4796-8d0c-ca5aa641b30c is already hosted by enough agents. {{(pid=93659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:06:58.546605 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.scheduler.base_scheduler [None req-d74f1d9b-952f-4d37-8227-eb5cf779a7f3 None None] Resources bound (agent type, host, resource id): {{(pid=93659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:06:58.553712 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74f1d9b-952f-4d37-8227-eb5cf779a7f3 None None] Received port after_create {{(pid=93659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:06:58.561421 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f1d9b-952f-4d37-8227-eb5cf779a7f3 None None] Pushing event updated for resources: {'Port': ['ID=632c4168-ae77-4028-97d8-3f67cf180d12,revision_number=1']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:58.562390 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-56061cf6-bf92-42ec-99fb-b35494650dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:58.581435 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:58.600532 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-fa05f48a-fcc7-44cc-ad62-672c2f1f7be1 None None] Set router a3c6b66d-5fcf-4250-bc05-a7fb3832f584 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:06:58.646737 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56061cf6-bf92-42ec-99fb-b35494650dfc admin admin] Network e1e7053a-85e2-45af-9353-c5375187db21 is already hosted by enough agents. {{(pid=93657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:06:58.657566 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.base_scheduler [None req-56061cf6-bf92-42ec-99fb-b35494650dfc admin admin] Resources bound (agent type, host, resource id): {{(pid=93657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:06:58.663089 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56061cf6-bf92-42ec-99fb-b35494650dfc admin admin] Received port after_create {{(pid=93657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:06:58.666646 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56061cf6-bf92-42ec-99fb-b35494650dfc admin admin] Pushing event updated for resources: {'Port': ['ID=a971172f-a2cf-4c62-8c34-46bea0cf1d9b,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:58.733368 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-d74f1d9b-952f-4d37-8227-eb5cf779a7f3 None None] Attempting to bind port 632c4168-ae77-4028-97d8-3f67cf180d12 on host dv-cinder-788363-8-iscsi for vnic_type normal with profile {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:06:58.734062 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-d74f1d9b-952f-4d37-8227-eb5cf779a7f3 None None] Attempting to bind port 632c4168-ae77-4028-97d8-3f67cf180d12 by drivers openvswitch,hyperv on host dv-cinder-788363-8-iscsi at level 0 using segments [{'id': '40ac4626-9311-4b8b-9de9-19342e60d690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '188ac99f-42f4-4796-8d0c-ca5aa641b30c'}] {{(pid=93659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:06:58.735527 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74f1d9b-952f-4d37-8227-eb5cf779a7f3 None None] Attempting to bind port 632c4168-ae77-4028-97d8-3f67cf180d12 on network 188ac99f-42f4-4796-8d0c-ca5aa641b30c {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:06:58.761426 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74f1d9b-952f-4d37-8227-eb5cf779a7f3 None None] Checking agent: {'id': 'ac33f8ba-c243-4061-a3c6-3aff717edb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 52), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:06:58.762094 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74f1d9b-952f-4d37-8227-eb5cf779a7f3 None None] Checking segment: {'id': '40ac4626-9311-4b8b-9de9-19342e60d690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '188ac99f-42f4-4796-8d0c-ca5aa641b30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:06:58.762753 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-d74f1d9b-952f-4d37-8227-eb5cf779a7f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:58.763326 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74f1d9b-952f-4d37-8227-eb5cf779a7f3 None None] Bound using segment: {'id': '40ac4626-9311-4b8b-9de9-19342e60d690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '188ac99f-42f4-4796-8d0c-ca5aa641b30c'} {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:06:58.764093 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-d74f1d9b-952f-4d37-8227-eb5cf779a7f3 None None] Bound port: 632c4168-ae77-4028-97d8-3f67cf180d12, host: dv-cinder-788363-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40ac4626-9311-4b8b-9de9-19342e60d690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '188ac99f-42f4-4796-8d0c-ca5aa641b30c'}}] {{(pid=93659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:06:58.764651 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-d74f1d9b-952f-4d37-8227-eb5cf779a7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:59.080656 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-56061cf6-bf92-42ec-99fb-b35494650dfc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:59.187978 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-d74f1d9b-952f-4d37-8227-eb5cf779a7f3 None None] For port 632c4168-ae77-4028-97d8-3f67cf180d12, host dv-cinder-788363-8-iscsi, cleared binding levels {{(pid=93659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:06:59.202256 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-d74f1d9b-952f-4d37-8227-eb5cf779a7f3 None None] For port 632c4168-ae77-4028-97d8-3f67cf180d12, host dv-cinder-788363-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=632c4168-ae77-4028-97d8-3f67cf180d12,segment=NetworkSegment(40ac4626-9311-4b8b-9de9-19342e60d690),segment_id=40ac4626-9311-4b8b-9de9-19342e60d690)] {{(pid=93659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:06:59.222923 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-d74f1d9b-952f-4d37-8227-eb5cf779a7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:59.360302 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f1d9b-952f-4d37-8227-eb5cf779a7f3 None None] Pushing event updated for resources: {'Port': ['ID=632c4168-ae77-4028-97d8-3f67cf180d12,revision_number=2']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:59.426438 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-fa05f48a-fcc7-44cc-ad62-672c2f1f7be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'name': 'tempest-TestVolumeBootPattern-328040496-router', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:06:48Z', 'updated_at': '2021-07-15T19:06:52Z', 'revision_number': 4, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'gw_port': {'id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:97:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:49Z', 'updated_at': '2021-07-15T19:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': 'a7a8a45d-5c38-4636-8caa-8f808ae32033', 'name': '', 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'mac_address': 'fa:16:3e:62:51:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '67978492-7f73-452d-9401-7aabf267f48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:51Z', 'updated_at': '2021-07-15T19:06:58Z', 'revision_number': 4, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'subnets': [{'id': '67978492-7f73-452d-9401-7aabf267f48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:06:59.506221 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa05f48a-fcc7-44cc-ad62-672c2f1f7be1 None None] The sync data for ids ['a3c6b66d-5fcf-4250-bc05-a7fb3832f584'] in dv-cinder-788363-8-iscsi is: [{'id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'name': 'tempest-TestVolumeBootPattern-328040496-router', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:06:48Z', 'updated_at': '2021-07-15T19:06:52Z', 'revision_number': 4, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'gw_port': {'id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:97:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:49Z', 'updated_at': '2021-07-15T19:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': 'a7a8a45d-5c38-4636-8caa-8f808ae32033', 'name': '', 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'mac_address': 'fa:16:3e:62:51:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '67978492-7f73-452d-9401-7aabf267f48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:51Z', 'updated_at': '2021-07-15T19:06:58Z', 'revision_number': 4, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'subnets': [{'id': '67978492-7f73-452d-9401-7aabf267f48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:06:59.588953 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-56061cf6-bf92-42ec-99fb-b35494650dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764429'] for router, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:59.978884 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56061cf6-bf92-42ec-99fb-b35494650dfc admin admin] Router 5550249a-ebc7-4c4f-a484-e8ee764d4eae is scheduled to L3 agent d1959f4f-c5e4-447e-bdea-87c7e923db15 with binding_index 1 {{(pid=93657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 19:07:00.225505 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56061cf6-bf92-42ec-99fb-b35494650dfc admin admin] Notify agent at l3_agent.dv-cinder-788363-8-iscsi the message routers_updated {{(pid=93657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:07:00.241693 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442a1b43-0fac-4d44-b02f-353e65468343 None None] Sync routers for ids ['5550249a-ebc7-4c4f-a484-e8ee764d4eae'] in dv-cinder-788363-8-iscsi {{(pid=93660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:07:00.272561 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442a1b43-0fac-4d44-b02f-353e65468343 None None] Routers {'5550249a-ebc7-4c4f-a484-e8ee764d4eae'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:07:00.273536 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-442a1b43-0fac-4d44-b02f-353e65468343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:06:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['5550249a-ebc7-4c4f-a484-e8ee764d4eae'], 'active': True} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:07:00.286821 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-56061cf6-bf92-42ec-99fb-b35494650dfc admin admin] Notify callbacks [] for router, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:00.288390 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-56061cf6-bf92-42ec-99fb-b35494650dfc admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4092715 Jul 15 19:07:00.293096 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 53158) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:00.486789 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvr_db [None req-442a1b43-0fac-4d44-b02f-353e65468343 None None] Set router 5550249a-ebc7-4c4f-a484-e8ee764d4eae gateway port host: dv-cinder-788363-8-iscsi {{(pid=93660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:07:00.588841 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2884ab2-08ea-45a5-899c-0d4bfcd9571e req-b410fe7d-5750-4bc5-8c16-7e3cc16e15ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:00.596605 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f2884ab2-08ea-45a5-899c-0d4bfcd9571e req-b410fe7d-5750-4bc5-8c16-7e3cc16e15ba service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5330063560884d19abff6266bfc251c7&device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 1098 time: 0.1611545 Jul 15 19:07:00.947191 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-442a1b43-0fac-4d44-b02f-353e65468343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5550249a-ebc7-4c4f-a484-e8ee764d4eae', 'name': 'tempest-TestVolumeBootPattern-1618840276-router', 'tenant_id': '19747ee969c443aba8efc3f072db008b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a971172f-a2cf-4c62-8c34-46bea0cf1d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:06:56Z', 'updated_at': '2021-07-15T19:06:58Z', 'revision_number': 3, 'project_id': '19747ee969c443aba8efc3f072db008b', 'gw_port': {'id': 'a971172f-a2cf-4c62-8c34-46bea0cf1d9b', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:95:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5550249a-ebc7-4c4f-a484-e8ee764d4eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:58Z', 'updated_at': '2021-07-15T19:06:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi'}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:07:01.019570 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442a1b43-0fac-4d44-b02f-353e65468343 None None] Checking router: 5550249a-ebc7-4c4f-a484-e8ee764d4eae for host: dv-cinder-788363-8-iscsi {{(pid=93660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:07:01.024854 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442a1b43-0fac-4d44-b02f-353e65468343 None None] Updating router 5550249a-ebc7-4c4f-a484-e8ee764d4eae port a971172f-a2cf-4c62-8c34-46bea0cf1d9b binding host dv-cinder-788363-8-iscsi {{(pid=93660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:07:01.097763 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 632c4168-ae77-4028-97d8-3f67cf180d12 up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:07:01.132931 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2884ab2-08ea-45a5-899c-0d4bfcd9571e req-3af9d049-663d-43dc-99e4-e7a74c5ff260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:01.137223 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f2884ab2-08ea-45a5-899c-0d4bfcd9571e req-3af9d049-663d-43dc-99e4-e7a74c5ff260 service neutron] 10.222.0.69 "GET /v2.0/networks?id=db293c0c-639d-465d-957a-7d2d560b6fd9 HTTP/1.1" status: 200 len: 920 time: 0.5354307 Jul 15 19:07:01.177214 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-442a1b43-0fac-4d44-b02f-353e65468343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:01.214338 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceced94-87e5-4006-af99-791fd34118ce req-e7dda676-8e5b-45d9-8197-12f651fc00f1 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:01.238882 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-dceced94-87e5-4006-af99-791fd34118ce req-e7dda676-8e5b-45d9-8197-12f651fc00f1 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.4513941 Jul 15 19:07:01.368762 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning for port 632c4168-ae77-4028-97d8-3f67cf180d12 completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:07:01.388442 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device a7a8a45d-5c38-4636-8caa-8f808ae32033 up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:07:01.519252 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f2884ab2-08ea-45a5-899c-0d4bfcd9571e req-a3e1673f-473e-4de9-8669-902d95fe79e9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcd802ab-ebd9-4ee1-ba29-e8f31a844602 HTTP/1.1" status: 200 len: 217 time: 0.2630188 Jul 15 19:07:01.614817 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-dceced94-87e5-4006-af99-791fd34118ce req-d0340e78-35c7-446c-b526-f13dff09af30 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726459 Jul 15 19:07:01.640280 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f3f745-06c6-4035-aab2-92b2a422bf75 None None] Network 188ac99f-42f4-4796-8d0c-ca5aa641b30c requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:07:01.666993 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2884ab2-08ea-45a5-899c-0d4bfcd9571e req-fd312468-6c56-40e4-995f-5a23813bed42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:01.668969 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f2884ab2-08ea-45a5-899c-0d4bfcd9571e req-fd312468-6c56-40e4-995f-5a23813bed42 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c64f9169-c20b-4ae0-8226-b6cbf9550510 HTTP/1.1" status: 200 len: 858 time: 0.1412768 Jul 15 19:07:01.744745 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f2884ab2-08ea-45a5-899c-0d4bfcd9571e req-e0216264-54e7-417a-99a4-4d6b8ff0af0c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=db293c0c-639d-465d-957a-7d2d560b6fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679522 Jul 15 19:07:01.767238 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6a362f8d-6a48-4a95-9a33-b7936fe1e6ef None None] Provisioning for port 632c4168-ae77-4028-97d8-3f67cf180d12 completed by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:07:01.811970 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6a362f8d-6a48-4a95-9a33-b7936fe1e6ef None None] Provisioning complete for port 632c4168-ae77-4028-97d8-3f67cf180d12 triggered by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:07:01.814248 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6a362f8d-6a48-4a95-9a33-b7936fe1e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:01.909166 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 53194) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:01.976721 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f2884ab2-08ea-45a5-899c-0d4bfcd9571e req-3e36cfc9-1732-428f-bcd0-be757c702f36 service neutron] 10.222.0.69 "GET /v2.0/networks/db293c0c-639d-465d-957a-7d2d560b6fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220249 Jul 15 19:07:02.015989 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-442a1b43-0fac-4d44-b02f-353e65468343 None None] Notify callbacks [] for port, precommit_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:02.029422 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.provisioning_blocks [None req-442a1b43-0fac-4d44-b02f-353e65468343 None None] Transition to ACTIVE for port object a971172f-a2cf-4c62-8c34-46bea0cf1d9b will not be triggered until provisioned by entity L2. {{(pid=93660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:07:02.042202 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-442a1b43-0fac-4d44-b02f-353e65468343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:02.060271 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-b005098b-5641-49b9-84cc-5afda6fa2ee6 req-6db50783-7f4c-4742-9d9d-3b20cf184ffe service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6200111 Jul 15 19:07:02.170394 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.managers [None req-442a1b43-0fac-4d44-b02f-353e65468343 None None] Attempting to bind port a971172f-a2cf-4c62-8c34-46bea0cf1d9b on host dv-cinder-788363-8-iscsi for vnic_type normal with profile {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:07:02.170936 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.managers [None req-442a1b43-0fac-4d44-b02f-353e65468343 None None] Attempting to bind port a971172f-a2cf-4c62-8c34-46bea0cf1d9b by drivers openvswitch,hyperv on host dv-cinder-788363-8-iscsi at level 0 using segments [{'id': 'd344549d-09e0-4982-8c11-6f16cb0baa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'}] {{(pid=93660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:07:02.171122 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442a1b43-0fac-4d44-b02f-353e65468343 None None] Attempting to bind port a971172f-a2cf-4c62-8c34-46bea0cf1d9b on network e1e7053a-85e2-45af-9353-c5375187db21 {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:07:02.171759 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-0fd41f0a-512c-45c3-8e23-19daac8759a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:02.181215 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20eeed-ac9c-48b1-80e3-5ed40d91b1ca None None] Pushing event updated for resources: {'Port': ['ID=a971172f-a2cf-4c62-8c34-46bea0cf1d9b,revision_number=2']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:02.202021 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442a1b43-0fac-4d44-b02f-353e65468343 None None] Checking agent: {'id': 'ac33f8ba-c243-4061-a3c6-3aff717edb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 52), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:07:02.202594 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442a1b43-0fac-4d44-b02f-353e65468343 None None] Checking segment: {'id': 'd344549d-09e0-4982-8c11-6f16cb0baa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:07:02.203049 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-442a1b43-0fac-4d44-b02f-353e65468343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:02.203450 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442a1b43-0fac-4d44-b02f-353e65468343 None None] Bound using segment: {'id': 'd344549d-09e0-4982-8c11-6f16cb0baa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'} {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:07:02.208022 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.managers [None req-442a1b43-0fac-4d44-b02f-353e65468343 None None] Bound port: a971172f-a2cf-4c62-8c34-46bea0cf1d9b, host: dv-cinder-788363-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd344549d-09e0-4982-8c11-6f16cb0baa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'}}] {{(pid=93660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:07:02.208624 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-442a1b43-0fac-4d44-b02f-353e65468343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:02.238007 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f2884ab2-08ea-45a5-899c-0d4bfcd9571e req-b8157eef-19f0-4100-b356-04ea9a992aa8 service neutron] 10.222.0.69 "GET /v2.0/networks/db293c0c-639d-465d-957a-7d2d560b6fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556574 Jul 15 19:07:02.303308 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [None req-442a1b43-0fac-4d44-b02f-353e65468343 None None] For port a971172f-a2cf-4c62-8c34-46bea0cf1d9b, host dv-cinder-788363-8-iscsi, cleared binding levels {{(pid=93660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:07:02.307638 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [None req-442a1b43-0fac-4d44-b02f-353e65468343 None None] For port a971172f-a2cf-4c62-8c34-46bea0cf1d9b, host dv-cinder-788363-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=a971172f-a2cf-4c62-8c34-46bea0cf1d9b,segment=NetworkSegment(d344549d-09e0-4982-8c11-6f16cb0baa64),segment_id=d344549d-09e0-4982-8c11-6f16cb0baa64)] {{(pid=93660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:07:02.312462 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-442a1b43-0fac-4d44-b02f-353e65468343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:02.363865 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning for port a7a8a45d-5c38-4636-8caa-8f808ae32033 completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:07:02.420403 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port a7a8a45d-5c38-4636-8caa-8f808ae32033 triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:07:02.421901 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-410a570b-97ac-401b-9dc7-dfcea733757b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:02.423758 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:02.453805 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20eeed-ac9c-48b1-80e3-5ed40d91b1ca None None] Pushing event updated for resources: {'Port': ['ID=a971172f-a2cf-4c62-8c34-46bea0cf1d9b,revision_number=3']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:02.507545 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442a1b43-0fac-4d44-b02f-353e65468343 None None] Routers {'5550249a-ebc7-4c4f-a484-e8ee764d4eae'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:07:02.508074 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-442a1b43-0fac-4d44-b02f-353e65468343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:06:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['5550249a-ebc7-4c4f-a484-e8ee764d4eae'], 'active': True} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:07:02.660629 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6a362f8d-6a48-4a95-9a33-b7936fe1e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:02.685225 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005098b-5641-49b9-84cc-5afda6fa2ee6 req-2942d50f-e3dc-41ba-a3e4-793e1e5fdaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:02.687740 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-b005098b-5641-49b9-84cc-5afda6fa2ee6 req-2942d50f-e3dc-41ba-a3e4-793e1e5fdaae service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=91c9bcc496f74a1da3a1ee065e5d5817&device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 1098 time: 0.5257230 Jul 15 19:07:02.790169 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvr_db [None req-442a1b43-0fac-4d44-b02f-353e65468343 None None] Set router 5550249a-ebc7-4c4f-a484-e8ee764d4eae gateway port host: dv-cinder-788363-8-iscsi {{(pid=93660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:07:02.938433 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.db_base_plugin_common [None req-410a570b-97ac-401b-9dc7-dfcea733757b admin admin] Allocated IP 172.20.0.1 (188ac99f-42f4-4796-8d0c-ca5aa641b30c/8608166d-0090-4426-873d-e949aca64fd3/cf0f56bd-cdff-49f1-8517-4107fd31cc88) {{(pid=93658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:07:03.002008 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-0fd41f0a-512c-45c3-8e23-19daac8759a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:03.003880 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6a362f8d-6a48-4a95-9a33-b7936fe1e6ef None None] For port 632c4168-ae77-4028-97d8-3f67cf180d12, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=632c4168-ae77-4028-97d8-3f67cf180d12,segment=NetworkSegment(40ac4626-9311-4b8b-9de9-19342e60d690),segment_id=40ac4626-9311-4b8b-9de9-19342e60d690)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:07:03.021576 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-0fd41f0a-512c-45c3-8e23-19daac8759a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:03.023441 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6a362f8d-6a48-4a95-9a33-b7936fe1e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:03.055356 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005098b-5641-49b9-84cc-5afda6fa2ee6 req-16354d44-2e9e-4c23-a64f-80d5fb79280c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:03.058054 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-b005098b-5641-49b9-84cc-5afda6fa2ee6 req-16354d44-2e9e-4c23-a64f-80d5fb79280c service neutron] 10.222.0.69 "GET /v2.0/networks?id=673ecaa8-9125-4486-9436-19add9ddf5ea HTTP/1.1" status: 200 len: 912 time: 0.3337488 Jul 15 19:07:03.110432 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:03.127050 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea7a338-2a53-4dc8-9bac-f733454848fc req-751c23cc-bccc-4585-9c30-382d1864fb72 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:03.137334 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-fea7a338-2a53-4dc8-9bac-f733454848fc req-751c23cc-bccc-4585-9c30-382d1864fb72 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.1865804 Jul 15 19:07:03.162708 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-0fd41f0a-512c-45c3-8e23-19daac8759a1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bed3aed8b8fe4ae1980887ff7f8d8c08&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2486496 Jul 15 19:07:03.163658 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 53226) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:03.171273 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd41f0a-512c-45c3-8e23-19daac8759a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8845fa-2a5d-473f-8251-9ed4b91c5ad0,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:03.234259 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-fea7a338-2a53-4dc8-9bac-f733454848fc req-3b8d7a35-e110-41ac-80f6-50d0eac8b824 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950160 Jul 15 19:07:03.237860 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] For port a7a8a45d-5c38-4636-8caa-8f808ae32033, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=a7a8a45d-5c38-4636-8caa-8f808ae32033,segment=NetworkSegment(7666ad49-8517-4aa2-be40-d759823ff89a),segment_id=7666ad49-8517-4aa2-be40-d759823ff89a)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:07:03.256992 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-442a1b43-0fac-4d44-b02f-353e65468343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5550249a-ebc7-4c4f-a484-e8ee764d4eae', 'name': 'tempest-TestVolumeBootPattern-1618840276-router', 'tenant_id': '19747ee969c443aba8efc3f072db008b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a971172f-a2cf-4c62-8c34-46bea0cf1d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:06:56Z', 'updated_at': '2021-07-15T19:06:58Z', 'revision_number': 3, 'project_id': '19747ee969c443aba8efc3f072db008b', 'gw_port': {'id': 'a971172f-a2cf-4c62-8c34-46bea0cf1d9b', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:95:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5550249a-ebc7-4c4f-a484-e8ee764d4eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:58Z', 'updated_at': '2021-07-15T19:07:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi'}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:07:03.262954 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:03.278841 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a362f8d-6a48-4a95-9a33-b7936fe1e6ef None None] Pushing event updated for resources: {'Port': ['ID=632c4168-ae77-4028-97d8-3f67cf180d12,revision_number=3']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:03.307328 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442a1b43-0fac-4d44-b02f-353e65468343 None None] The sync data for ids ['5550249a-ebc7-4c4f-a484-e8ee764d4eae'] in dv-cinder-788363-8-iscsi is: [{'id': '5550249a-ebc7-4c4f-a484-e8ee764d4eae', 'name': 'tempest-TestVolumeBootPattern-1618840276-router', 'tenant_id': '19747ee969c443aba8efc3f072db008b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a971172f-a2cf-4c62-8c34-46bea0cf1d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:06:56Z', 'updated_at': '2021-07-15T19:06:58Z', 'revision_number': 3, 'project_id': '19747ee969c443aba8efc3f072db008b', 'gw_port': {'id': 'a971172f-a2cf-4c62-8c34-46bea0cf1d9b', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:95:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5550249a-ebc7-4c4f-a484-e8ee764d4eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:58Z', 'updated_at': '2021-07-15T19:07:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi'}] {{(pid=93660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:07:03.330202 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-b005098b-5641-49b9-84cc-5afda6fa2ee6 req-7794c85d-8d72-480f-9b82-b7361571be12 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae626100-1a38-4a07-876e-7f60ec940016 HTTP/1.1" status: 200 len: 1001 time: 0.2515576 Jul 15 19:07:03.385041 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Pushing event updated for resources: {'Port': ['ID=a7a8a45d-5c38-4636-8caa-8f808ae32033,revision_number=5']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:03.455974 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-5eb4833f-1bc3-49b3-9b3b-cec901ad53e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:03.463487 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-410a570b-97ac-401b-9dc7-dfcea733757b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:03.503927 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.provisioning_blocks [None req-410a570b-97ac-401b-9dc7-dfcea733757b admin admin] Transition to ACTIVE for port object cf0f56bd-cdff-49f1-8517-4107fd31cc88 will not be triggered until provisioned by entity DHCP. {{(pid=93658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:07:03.506377 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005098b-5641-49b9-84cc-5afda6fa2ee6 req-7554861e-f3c5-4aff-975b-8577fe9b1f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:03.508640 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-b005098b-5641-49b9-84cc-5afda6fa2ee6 req-7554861e-f3c5-4aff-975b-8577fe9b1f42 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=14efcbfe-a38f-460b-a7fe-e5ca16293d31 HTTP/1.1" status: 200 len: 849 time: 0.1684895 Jul 15 19:07:03.516146 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-5eb4833f-1bc3-49b3-9b3b-cec901ad53e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:03.567051 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-d9ec1f0c-832f-49d7-b565-638e0d75f0ee None None] Provisioning complete for port 632c4168-ae77-4028-97d8-3f67cf180d12 triggered by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:07:03.567603 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-d9ec1f0c-832f-49d7-b565-638e0d75f0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:03.659955 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-410a570b-97ac-401b-9dc7-dfcea733757b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4513278'] for port, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:03.669830 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005098b-5641-49b9-84cc-5afda6fa2ee6 req-bb1ff59a-99a0-4be0-aad4-d476726deb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:03.671358 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-b005098b-5641-49b9-84cc-5afda6fa2ee6 req-bb1ff59a-99a0-4be0-aad4-d476726deb75 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=673ecaa8-9125-4486-9436-19add9ddf5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1516809 Jul 15 19:07:03.713171 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-5eb4833f-1bc3-49b3-9b3b-cec901ad53e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:03.717811 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-5eb4833f-1bc3-49b3-9b3b-cec901ad53e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:03.726406 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-5eb4833f-1bc3-49b3-9b3b-cec901ad53e1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bb8845fa-2a5d-473f-8251-9ed4b91c5ad0 HTTP/1.1" status: 204 len: 168 time: 0.5375471 Jul 15 19:07:03.793355 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb4833f-1bc3-49b3-9b3b-cec901ad53e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8845fa-2a5d-473f-8251-9ed4b91c5ad0,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:03.834840 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410a570b-97ac-401b-9dc7-dfcea733757b admin admin] Network 188ac99f-42f4-4796-8d0c-ca5aa641b30c is already hosted by enough agents. {{(pid=93658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:07:03.844256 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a570b-97ac-401b-9dc7-dfcea733757b admin admin] Pushing event updated for resources: {'Port': ['ID=cf0f56bd-cdff-49f1-8517-4107fd31cc88,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:03.849207 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.base_scheduler [None req-410a570b-97ac-401b-9dc7-dfcea733757b admin admin] Resources bound (agent type, host, resource id): {{(pid=93658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:07:03.853986 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410a570b-97ac-401b-9dc7-dfcea733757b admin admin] Received port after_create {{(pid=93658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:07:03.998075 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad79aaa-9fb0-48b6-8555-c914f774c0b9 req-93a5472e-21f0-4fed-95dd-58e47d25673c tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:04.003627 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-2ad79aaa-9fb0-48b6-8555-c914f774c0b9 req-93a5472e-21f0-4fed-95dd-58e47d25673c tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 945 time: 0.2086840 Jul 15 19:07:04.064554 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-b005098b-5641-49b9-84cc-5afda6fa2ee6 req-7145bd49-9044-4549-8c58-5685e01bf55f service neutron] 10.222.0.69 "GET /v2.0/networks/673ecaa8-9125-4486-9436-19add9ddf5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763376 Jul 15 19:07:04.094860 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-2ad79aaa-9fb0-48b6-8555-c914f774c0b9 req-40a519a0-3a25-4911-a888-c7b509465ca3 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782108 Jul 15 19:07:04.120591 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-410a570b-97ac-401b-9dc7-dfcea733757b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-695866'] for router_interface, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:04.412273 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 53260) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:04.432575 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6e10e702-8f58-41e7-9e1e-b4d101510926 None None] Provisioning for port cf0f56bd-cdff-49f1-8517-4107fd31cc88 completed by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:07:04.446346 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6e10e702-8f58-41e7-9e1e-b4d101510926 None None] Provisioning complete for port cf0f56bd-cdff-49f1-8517-4107fd31cc88 triggered by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:07:04.446895 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6e10e702-8f58-41e7-9e1e-b4d101510926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:04.458731 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-410a570b-97ac-401b-9dc7-dfcea733757b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:04.459560 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-05eceffd-b77b-49cf-8cdf-43173aaafd64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:04.493481 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-b005098b-5641-49b9-84cc-5afda6fa2ee6 req-41465671-f06c-41a3-8607-b42be19a4f82 service neutron] 10.222.0.69 "GET /v2.0/networks/673ecaa8-9125-4486-9436-19add9ddf5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170156 Jul 15 19:07:04.547585 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-6e10e702-8f58-41e7-9e1e-b4d101510926 None None] Port cf0f56bd-cdff-49f1-8517-4107fd31cc88 cannot update to ACTIVE because it is not bound. {{(pid=93659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:07:04.798421 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-410a570b-97ac-401b-9dc7-dfcea733757b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:04.809238 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-410a570b-97ac-401b-9dc7-dfcea733757b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4513223'] for port, after_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:04.899526 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-410a570b-97ac-401b-9dc7-dfcea733757b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695886'] for router_interface, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:04.901682 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a570b-97ac-401b-9dc7-dfcea733757b admin admin] Pushing event updated for resources: {'Port': ['ID=cf0f56bd-cdff-49f1-8517-4107fd31cc88,revision_number=2']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:05.020813 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5df513-4fac-4ae1-a945-e38bb1b7b875 req-b8ae2bbd-1baa-4eef-934b-33290508987d tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:05.026273 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-be5df513-4fac-4ae1-a945-e38bb1b7b875 req-b8ae2bbd-1baa-4eef-934b-33290508987d tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.5588181 Jul 15 19:07:05.091006 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-be5df513-4fac-4ae1-a945-e38bb1b7b875 req-ff9b5c51-7310-4e79-a8f1-77df6244e722 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615463 Jul 15 19:07:05.093000 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410a570b-97ac-401b-9dc7-dfcea733757b admin admin] Network 188ac99f-42f4-4796-8d0c-ca5aa641b30c is already hosted by enough agents. {{(pid=93658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:07:05.095313 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.base_scheduler [None req-410a570b-97ac-401b-9dc7-dfcea733757b admin admin] Resources bound (agent type, host, resource id): {{(pid=93658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:07:05.118275 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-05eceffd-b77b-49cf-8cdf-43173aaafd64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:05.135611 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-05eceffd-b77b-49cf-8cdf-43173aaafd64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:05.194780 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eceffd-b77b-49cf-8cdf-43173aaafd64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81adfcd9-e276-4059-a4d1-ed807285ae36,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:05.206341 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-05eceffd-b77b-49cf-8cdf-43173aaafd64 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d495bc2af8eb4335ae632293a83d4969&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7898107 Jul 15 19:07:05.207974 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 53272) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:05.325779 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-650f7247-3910-46b3-8769-152a8eff887f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:05.364349 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-650f7247-3910-46b3-8769-152a8eff887f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:05.438951 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-650f7247-3910-46b3-8769-152a8eff887f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:05.442255 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-650f7247-3910-46b3-8769-152a8eff887f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:05.446045 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-650f7247-3910-46b3-8769-152a8eff887f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/81adfcd9-e276-4059-a4d1-ed807285ae36 HTTP/1.1" status: 204 len: 168 time: 0.2323954 Jul 15 19:07:05.454313 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f7247-3910-46b3-8769-152a8eff887f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81adfcd9-e276-4059-a4d1-ed807285ae36,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:05.510923 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-0b49675e-9de1-4faa-a839-c0398dc36973 None None] Provisioning complete for port cf0f56bd-cdff-49f1-8517-4107fd31cc88 triggered by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:07:05.511923 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-0b49675e-9de1-4faa-a839-c0398dc36973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:05.563817 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 632c4168-ae77-4028-97d8-3f67cf180d12 up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:07:05.615493 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-0b49675e-9de1-4faa-a839-c0398dc36973 None None] Port cf0f56bd-cdff-49f1-8517-4107fd31cc88 cannot update to ACTIVE because it is not bound. {{(pid=93659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:07:05.662492 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port 632c4168-ae77-4028-97d8-3f67cf180d12 triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:07:05.663301 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:05.738477 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94351b-30db-4d48-abb1-b7a00281659c req-45d8b177-9230-47e0-8b14-3848b67ef704 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:05.740064 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-cc94351b-30db-4d48-abb1-b7a00281659c req-45d8b177-9230-47e0-8b14-3848b67ef704 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 945 time: 0.1855609 Jul 15 19:07:05.748360 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410a570b-97ac-401b-9dc7-dfcea733757b admin admin] Router 5550249a-ebc7-4c4f-a484-e8ee764d4eae has already been hosted by L3 agent d1959f4f-c5e4-447e-bdea-87c7e923db15 {{(pid=93658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:07:05.790758 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device a971172f-a2cf-4c62-8c34-46bea0cf1d9b up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:07:05.872480 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning for port a971172f-a2cf-4c62-8c34-46bea0cf1d9b completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:07:05.878690 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port a971172f-a2cf-4c62-8c34-46bea0cf1d9b triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:07:05.879708 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:05.929204 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-cc94351b-30db-4d48-abb1-b7a00281659c req-9432a19b-e571-4772-9f47-415525998637 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656828 Jul 15 19:07:05.954849 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410a570b-97ac-401b-9dc7-dfcea733757b admin admin] Notify agent at l3_agent.dv-cinder-788363-8-iscsi the message routers_updated {{(pid=93658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:07:05.970047 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-410a570b-97ac-401b-9dc7-dfcea733757b admin admin] 10.222.0.70 "PUT /v2.0/routers/5550249a-ebc7-4c4f-a484-e8ee764d4eae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6681941 Jul 15 19:07:06.025695 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:06.040254 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 53284) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:06.059466 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] For port a971172f-a2cf-4c62-8c34-46bea0cf1d9b, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=a971172f-a2cf-4c62-8c34-46bea0cf1d9b,segment=NetworkSegment(d344549d-09e0-4982-8c11-6f16cb0baa64),segment_id=d344549d-09e0-4982-8c11-6f16cb0baa64)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:07:06.061810 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-c05f3942-1dcf-4f0e-94fe-964d4ebc4ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:06.067222 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:06.068584 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device a7a8a45d-5c38-4636-8caa-8f808ae32033 up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:07:06.182470 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Pushing event updated for resources: {'Port': ['ID=a971172f-a2cf-4c62-8c34-46bea0cf1d9b,revision_number=4']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:06.199143 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port a7a8a45d-5c38-4636-8caa-8f808ae32033 triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:07:06.200007 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:06.231166 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-c05f3942-1dcf-4f0e-94fe-964d4ebc4ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:06.239641 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-c05f3942-1dcf-4f0e-94fe-964d4ebc4ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:06.248936 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21002a61-8234-45ac-a020-14f8eb6c3d0f None None] Sync routers for ids ['5550249a-ebc7-4c4f-a484-e8ee764d4eae'] in dv-cinder-788363-8-iscsi {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:07:06.274185 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21002a61-8234-45ac-a020-14f8eb6c3d0f None None] Routers {'5550249a-ebc7-4c4f-a484-e8ee764d4eae'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:07:06.275222 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-21002a61-8234-45ac-a020-14f8eb6c3d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:06:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['5550249a-ebc7-4c4f-a484-e8ee764d4eae'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:07:06.294325 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f3942-1dcf-4f0e-94fe-964d4ebc4ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d46a599-da5a-4849-84bf-a76ce376579e,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:06.303355 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-c05f3942-1dcf-4f0e-94fe-964d4ebc4ecd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1c31c44e0a7c4ff791304fcaad8eb5bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2592192 Jul 15 19:07:06.306054 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 53294) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:06.416016 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-657c229f-84ee-45ef-aa9b-eafac13a5b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:06.461057 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-657c229f-84ee-45ef-aa9b-eafac13a5b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:06.486064 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-21002a61-8234-45ac-a020-14f8eb6c3d0f None None] Set router 5550249a-ebc7-4c4f-a484-e8ee764d4eae gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:07:06.517978 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73407e9-7da4-4afb-8463-c01055def8e0 req-dfb21245-b7ed-4a9e-b188-89b0e525000f tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:06.520191 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-e73407e9-7da4-4afb-8463-c01055def8e0 req-dfb21245-b7ed-4a9e-b188-89b0e525000f tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.1461945 Jul 15 19:07:06.563835 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-657c229f-84ee-45ef-aa9b-eafac13a5b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:06.571487 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-657c229f-84ee-45ef-aa9b-eafac13a5b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:06.573945 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-657c229f-84ee-45ef-aa9b-eafac13a5b48 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1d46a599-da5a-4849-84bf-a76ce376579e HTTP/1.1" status: 204 len: 168 time: 0.2661154 Jul 15 19:07:06.589252 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c229f-84ee-45ef-aa9b-eafac13a5b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d46a599-da5a-4849-84bf-a76ce376579e,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:06.594409 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-e73407e9-7da4-4afb-8463-c01055def8e0 req-fe86367a-bd3f-4596-9ef0-ce7082bb6d0d tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638187 Jul 15 19:07:06.793207 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-21002a61-8234-45ac-a020-14f8eb6c3d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5550249a-ebc7-4c4f-a484-e8ee764d4eae', 'name': 'tempest-TestVolumeBootPattern-1618840276-router', 'tenant_id': '19747ee969c443aba8efc3f072db008b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a971172f-a2cf-4c62-8c34-46bea0cf1d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:06:56Z', 'updated_at': '2021-07-15T19:07:04Z', 'revision_number': 4, 'project_id': '19747ee969c443aba8efc3f072db008b', 'gw_port': {'id': 'a971172f-a2cf-4c62-8c34-46bea0cf1d9b', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5550249a-ebc7-4c4f-a484-e8ee764d4eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:58Z', 'updated_at': '2021-07-15T19:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': 'cf0f56bd-cdff-49f1-8517-4107fd31cc88', 'name': '', 'network_id': '188ac99f-42f4-4796-8d0c-ca5aa641b30c', 'tenant_id': '19747ee969c443aba8efc3f072db008b', 'mac_address': 'fa:16:3e:bb:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5550249a-ebc7-4c4f-a484-e8ee764d4eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '8608166d-0090-4426-873d-e949aca64fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:07:02Z', 'updated_at': '2021-07-15T19:07:04Z', 'revision_number': 2, 'project_id': '19747ee969c443aba8efc3f072db008b', 'subnets': [{'id': '8608166d-0090-4426-873d-e949aca64fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:07:06.832066 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21002a61-8234-45ac-a020-14f8eb6c3d0f None None] Checking router: 5550249a-ebc7-4c4f-a484-e8ee764d4eae for host: dv-cinder-788363-8-iscsi {{(pid=93659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:07:06.832721 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21002a61-8234-45ac-a020-14f8eb6c3d0f None None] Updating router 5550249a-ebc7-4c4f-a484-e8ee764d4eae port cf0f56bd-cdff-49f1-8517-4107fd31cc88 binding host dv-cinder-788363-8-iscsi {{(pid=93659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:07:06.878816 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-21002a61-8234-45ac-a020-14f8eb6c3d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:07.016793 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 53306) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:07.022106 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [None req-5cf59a16-484b-45f6-9cc9-877dbd3c35bc tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1732921705', 'description': 'tempest-secgroup-smoke-1732921705 description', 'project_id': '180a42342ab54ecf9731a6938c11faae'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:07:07.050733 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a16-484b-45f6-9cc9-877dbd3c35bc tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:07.173763 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a16-484b-45f6-9cc9-877dbd3c35bc tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:07.178857 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a16-484b-45f6-9cc9-877dbd3c35bc tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:07.209187 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a16-484b-45f6-9cc9-877dbd3c35bc tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:07.213551 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-5cf59a16-484b-45f6-9cc9-877dbd3c35bc tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1925826 Jul 15 19:07:07.213551 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf59a16-484b-45f6-9cc9-877dbd3c35bc tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=848fb33d-857e-45aa-9632-be3241fd2f98,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:07.214472 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 53310) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:07.221042 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-3b31a350-ea02-4ce8-b195-f6fd6753adc6 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Request body: {'security_group_rule': {'security_group_id': '848fb33d-857e-45aa-9632-be3241fd2f98', 'project_id': '180a42342ab54ecf9731a6938c11faae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:07:07.257279 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74ce90-077b-4352-b374-f3188ed5b468 req-3dfc7c4d-d55a-420b-ae7b-520abe60d4cd tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:07.259144 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-ac74ce90-077b-4352-b374-f3188ed5b468 req-3dfc7c4d-d55a-420b-ae7b-520abe60d4cd tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 945 time: 0.0972099 Jul 15 19:07:07.270935 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-21002a61-8234-45ac-a020-14f8eb6c3d0f None None] Notify callbacks [] for port, precommit_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:07.279170 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-3b31a350-ea02-4ce8-b195-f6fd6753adc6 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:07.283967 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-21002a61-8234-45ac-a020-14f8eb6c3d0f None None] Transition to ACTIVE for port object cf0f56bd-cdff-49f1-8517-4107fd31cc88 will not be triggered until provisioned by entity L2. {{(pid=93659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:07:07.293688 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-21002a61-8234-45ac-a020-14f8eb6c3d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:07.347117 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-ac74ce90-077b-4352-b374-f3188ed5b468 req-996359c4-f88c-479a-b29c-59b6b62abe59 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713010 Jul 15 19:07:07.350422 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35970905-96ba-4a62-a34b-e45bbe3ae49e None None] Pushing event updated for resources: {'Port': ['ID=cf0f56bd-cdff-49f1-8517-4107fd31cc88,revision_number=3']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:07.373608 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device a971172f-a2cf-4c62-8c34-46bea0cf1d9b up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:07:07.392108 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-3b31a350-ea02-4ce8-b195-f6fd6753adc6 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:07.397716 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-3b31a350-ea02-4ce8-b195-f6fd6753adc6 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610094'] for security_group_rule, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:07.431719 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b31a350-ea02-4ce8-b195-f6fd6753adc6 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b78a12c2-88a6-438a-b770-029245065bc0,revision_number=0']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:07.439109 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-3b31a350-ea02-4ce8-b195-f6fd6753adc6 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:07.441249 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-3b31a350-ea02-4ce8-b195-f6fd6753adc6 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2244925 Jul 15 19:07:07.443904 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 53314) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:07.454640 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-e44238a6-2f80-4da3-865d-0f23fbbf951e tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Request body: {'security_group_rule': {'security_group_id': '848fb33d-857e-45aa-9632-be3241fd2f98', 'project_id': '180a42342ab54ecf9731a6938c11faae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:07:07.454939 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-21002a61-8234-45ac-a020-14f8eb6c3d0f None None] Attempting to bind port cf0f56bd-cdff-49f1-8517-4107fd31cc88 on host dv-cinder-788363-8-iscsi for vnic_type normal with profile {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:07:07.455315 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-21002a61-8234-45ac-a020-14f8eb6c3d0f None None] Attempting to bind port cf0f56bd-cdff-49f1-8517-4107fd31cc88 by drivers openvswitch,hyperv on host dv-cinder-788363-8-iscsi at level 0 using segments [{'id': '40ac4626-9311-4b8b-9de9-19342e60d690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '188ac99f-42f4-4796-8d0c-ca5aa641b30c'}] {{(pid=93659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:07:07.455679 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21002a61-8234-45ac-a020-14f8eb6c3d0f None None] Attempting to bind port cf0f56bd-cdff-49f1-8517-4107fd31cc88 on network 188ac99f-42f4-4796-8d0c-ca5aa641b30c {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:07:07.469031 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21002a61-8234-45ac-a020-14f8eb6c3d0f None None] Checking agent: {'id': 'ac33f8ba-c243-4061-a3c6-3aff717edb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 52), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:07:07.469422 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21002a61-8234-45ac-a020-14f8eb6c3d0f None None] Checking segment: {'id': '40ac4626-9311-4b8b-9de9-19342e60d690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '188ac99f-42f4-4796-8d0c-ca5aa641b30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:07:07.469859 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-21002a61-8234-45ac-a020-14f8eb6c3d0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:07.470265 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21002a61-8234-45ac-a020-14f8eb6c3d0f None None] Bound using segment: {'id': '40ac4626-9311-4b8b-9de9-19342e60d690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '188ac99f-42f4-4796-8d0c-ca5aa641b30c'} {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:07:07.470763 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-21002a61-8234-45ac-a020-14f8eb6c3d0f None None] Bound port: cf0f56bd-cdff-49f1-8517-4107fd31cc88, host: dv-cinder-788363-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40ac4626-9311-4b8b-9de9-19342e60d690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '188ac99f-42f4-4796-8d0c-ca5aa641b30c'}}] {{(pid=93659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:07:07.471152 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-21002a61-8234-45ac-a020-14f8eb6c3d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:07.501549 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e44238a6-2f80-4da3-865d-0f23fbbf951e tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:07.617640 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e44238a6-2f80-4da3-865d-0f23fbbf951e tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:07.625391 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e44238a6-2f80-4da3-865d-0f23fbbf951e tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610094'] for security_group_rule, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:07.670938 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-21002a61-8234-45ac-a020-14f8eb6c3d0f None None] For port cf0f56bd-cdff-49f1-8517-4107fd31cc88, host dv-cinder-788363-8-iscsi, cleared binding levels {{(pid=93659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:07:07.674636 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-21002a61-8234-45ac-a020-14f8eb6c3d0f None None] For port cf0f56bd-cdff-49f1-8517-4107fd31cc88, host dv-cinder-788363-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=cf0f56bd-cdff-49f1-8517-4107fd31cc88,segment=NetworkSegment(40ac4626-9311-4b8b-9de9-19342e60d690),segment_id=40ac4626-9311-4b8b-9de9-19342e60d690)] {{(pid=93659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:07:07.675026 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44238a6-2f80-4da3-865d-0f23fbbf951e tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3938dd94-1ff6-48fd-babe-de3e0117b271,revision_number=0']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:07.678292 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port a971172f-a2cf-4c62-8c34-46bea0cf1d9b triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:07:07.678866 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:07.684557 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-21002a61-8234-45ac-a020-14f8eb6c3d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:07.691261 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e44238a6-2f80-4da3-865d-0f23fbbf951e tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:07.692861 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-e44238a6-2f80-4da3-865d-0f23fbbf951e tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2462149 Jul 15 19:07:07.696083 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 53322) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:07.700869 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-880fac0b-cd35-4982-baa6-35e74d5cfdc0 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Request body: {'security_group_rule': {'security_group_id': '848fb33d-857e-45aa-9632-be3241fd2f98', 'project_id': '180a42342ab54ecf9731a6938c11faae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:07:07.736788 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-880fac0b-cd35-4982-baa6-35e74d5cfdc0 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:07.807970 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21002a61-8234-45ac-a020-14f8eb6c3d0f None None] Routers {'5550249a-ebc7-4c4f-a484-e8ee764d4eae'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:07:07.808989 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-21002a61-8234-45ac-a020-14f8eb6c3d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:06:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['5550249a-ebc7-4c4f-a484-e8ee764d4eae'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:07:07.816182 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35970905-96ba-4a62-a34b-e45bbe3ae49e None None] Pushing event updated for resources: {'Port': ['ID=cf0f56bd-cdff-49f1-8517-4107fd31cc88,revision_number=4']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:07.830526 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-880fac0b-cd35-4982-baa6-35e74d5cfdc0 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:07.846081 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-880fac0b-cd35-4982-baa6-35e74d5cfdc0 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610094'] for security_group_rule, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:07.890290 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880fac0b-cd35-4982-baa6-35e74d5cfdc0 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26b38174-d36c-4f9c-87df-f3bb5fc57ef8,revision_number=0']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:07.904793 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-880fac0b-cd35-4982-baa6-35e74d5cfdc0 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:07.906293 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-880fac0b-cd35-4982-baa6-35e74d5cfdc0 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2092054 Jul 15 19:07:07.909322 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 53326) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:07.916081 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-da3cf3b0-88cf-4451-aa81-27c2d6181264 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Request body: {'security_group_rule': {'security_group_id': '848fb33d-857e-45aa-9632-be3241fd2f98', 'project_id': '180a42342ab54ecf9731a6938c11faae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:07:07.952003 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67324f1d-159c-4d06-97bf-33c56ff5708e req-22fa3cda-19f4-49f0-a8de-a07e4808de51 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:07.959686 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-da3cf3b0-88cf-4451-aa81-27c2d6181264 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:07.960842 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-67324f1d-159c-4d06-97bf-33c56ff5708e req-22fa3cda-19f4-49f0-a8de-a07e4808de51 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.1276979 Jul 15 19:07:08.002835 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-67324f1d-159c-4d06-97bf-33c56ff5708e req-36c41f99-2ca1-45d4-9c99-06a6c06a1c93 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408094 Jul 15 19:07:08.067885 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-da3cf3b0-88cf-4451-aa81-27c2d6181264 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:08.073008 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-da3cf3b0-88cf-4451-aa81-27c2d6181264 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610094'] for security_group_rule, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:08.079042 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-21002a61-8234-45ac-a020-14f8eb6c3d0f None None] Set router 5550249a-ebc7-4c4f-a484-e8ee764d4eae gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:07:08.091898 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3cf3b0-88cf-4451-aa81-27c2d6181264 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e8b0d4-6f57-4eb4-aebf-24a37784ea79,revision_number=0']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:08.098581 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-da3cf3b0-88cf-4451-aa81-27c2d6181264 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:08.100128 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-da3cf3b0-88cf-4451-aa81-27c2d6181264 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1891444 Jul 15 19:07:08.104444 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 53328) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:08.109324 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-71b3d2d5-2c24-44c2-8960-c091080af939 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Request body: {'security_group_rule': {'security_group_id': '848fb33d-857e-45aa-9632-be3241fd2f98', 'project_id': '180a42342ab54ecf9731a6938c11faae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:07:08.136207 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.db.securitygroups_db [None req-71b3d2d5-2c24-44c2-8960-c091080af939 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Project 180a42342ab54ecf9731a6938c11faae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 19:07:08.142169 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-71b3d2d5-2c24-44c2-8960-c091080af939 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:08.214203 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-71b3d2d5-2c24-44c2-8960-c091080af939 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:08.219084 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-71b3d2d5-2c24-44c2-8960-c091080af939 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610094'] for security_group_rule, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:08.238631 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b3d2d5-2c24-44c2-8960-c091080af939 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd5c7d2e-0856-47e9-a209-7c6e73fe6300,revision_number=0']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:08.247109 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-71b3d2d5-2c24-44c2-8960-c091080af939 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:08.252484 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-71b3d2d5-2c24-44c2-8960-c091080af939 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1429827 Jul 15 19:07:08.252484 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 53330) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:08.257226 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-41ad69e5-f6f2-4118-896b-8205ee111c3f tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Request body: {'security_group_rule': {'security_group_id': '848fb33d-857e-45aa-9632-be3241fd2f98', 'project_id': '180a42342ab54ecf9731a6938c11faae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:07:08.280749 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.db.securitygroups_db [None req-41ad69e5-f6f2-4118-896b-8205ee111c3f tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Project 180a42342ab54ecf9731a6938c11faae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 19:07:08.286681 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-41ad69e5-f6f2-4118-896b-8205ee111c3f tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:08.308152 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-21002a61-8234-45ac-a020-14f8eb6c3d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5550249a-ebc7-4c4f-a484-e8ee764d4eae', 'name': 'tempest-TestVolumeBootPattern-1618840276-router', 'tenant_id': '19747ee969c443aba8efc3f072db008b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a971172f-a2cf-4c62-8c34-46bea0cf1d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:06:56Z', 'updated_at': '2021-07-15T19:07:04Z', 'revision_number': 4, 'project_id': '19747ee969c443aba8efc3f072db008b', 'gw_port': {'id': 'a971172f-a2cf-4c62-8c34-46bea0cf1d9b', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5550249a-ebc7-4c4f-a484-e8ee764d4eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:58Z', 'updated_at': '2021-07-15T19:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': 'cf0f56bd-cdff-49f1-8517-4107fd31cc88', 'name': '', 'network_id': '188ac99f-42f4-4796-8d0c-ca5aa641b30c', 'tenant_id': '19747ee969c443aba8efc3f072db008b', 'mac_address': 'fa:16:3e:bb:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5550249a-ebc7-4c4f-a484-e8ee764d4eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '8608166d-0090-4426-873d-e949aca64fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:07:02Z', 'updated_at': '2021-07-15T19:07:07Z', 'revision_number': 4, 'project_id': '19747ee969c443aba8efc3f072db008b', 'subnets': [{'id': '8608166d-0090-4426-873d-e949aca64fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:07:08.339793 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21002a61-8234-45ac-a020-14f8eb6c3d0f None None] The sync data for ids ['5550249a-ebc7-4c4f-a484-e8ee764d4eae'] in dv-cinder-788363-8-iscsi is: [{'id': '5550249a-ebc7-4c4f-a484-e8ee764d4eae', 'name': 'tempest-TestVolumeBootPattern-1618840276-router', 'tenant_id': '19747ee969c443aba8efc3f072db008b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a971172f-a2cf-4c62-8c34-46bea0cf1d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:06:56Z', 'updated_at': '2021-07-15T19:07:04Z', 'revision_number': 4, 'project_id': '19747ee969c443aba8efc3f072db008b', 'gw_port': {'id': 'a971172f-a2cf-4c62-8c34-46bea0cf1d9b', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5550249a-ebc7-4c4f-a484-e8ee764d4eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:58Z', 'updated_at': '2021-07-15T19:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': 'cf0f56bd-cdff-49f1-8517-4107fd31cc88', 'name': '', 'network_id': '188ac99f-42f4-4796-8d0c-ca5aa641b30c', 'tenant_id': '19747ee969c443aba8efc3f072db008b', 'mac_address': 'fa:16:3e:bb:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5550249a-ebc7-4c4f-a484-e8ee764d4eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '8608166d-0090-4426-873d-e949aca64fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:07:02Z', 'updated_at': '2021-07-15T19:07:07Z', 'revision_number': 4, 'project_id': '19747ee969c443aba8efc3f072db008b', 'subnets': [{'id': '8608166d-0090-4426-873d-e949aca64fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:07:08.363304 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-41ad69e5-f6f2-4118-896b-8205ee111c3f tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:08.368227 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-41ad69e5-f6f2-4118-896b-8205ee111c3f tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610094'] for security_group_rule, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:08.394694 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad69e5-f6f2-4118-896b-8205ee111c3f tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3a592ef-8c31-48a9-a112-6e8e8029ba59,revision_number=0']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:08.401190 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-41ad69e5-f6f2-4118-896b-8205ee111c3f tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:08.420256 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-41ad69e5-f6f2-4118-896b-8205ee111c3f tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1527793 Jul 15 19:07:08.642400 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1b7e8-d625-434b-a3e0-6876d80bcec4 req-91954150-c124-48d5-8479-a021062b4b78 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:08.650286 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-9fc1b7e8-d625-434b-a3e0-6876d80bcec4 req-91954150-c124-48d5-8479-a021062b4b78 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 945 time: 0.0859265 Jul 15 19:07:08.732110 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-9fc1b7e8-d625-434b-a3e0-6876d80bcec4 req-cd92e110-b1ce-4a5f-98d0-d30de23d561d tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750713 Jul 15 19:07:09.248419 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7e577-bda2-4f74-99a5-fea59439c5e7 req-51fd5e0f-9568-4295-876f-281f9a617d9e tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:09.250496 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-e5d7e577-bda2-4f74-99a5-fea59439c5e7 req-51fd5e0f-9568-4295-876f-281f9a617d9e tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.0866997 Jul 15 19:07:09.316949 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-e5d7e577-bda2-4f74-99a5-fea59439c5e7 req-d8052ef5-f368-451b-826a-54bed1a03e4f tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559287 Jul 15 19:07:09.395856 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device cf0f56bd-cdff-49f1-8517-4107fd31cc88 up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:07:09.452627 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning for port cf0f56bd-cdff-49f1-8517-4107fd31cc88 completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:07:09.457157 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port cf0f56bd-cdff-49f1-8517-4107fd31cc88 triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:07:09.457538 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:09.554649 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:09.588824 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] For port cf0f56bd-cdff-49f1-8517-4107fd31cc88, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=cf0f56bd-cdff-49f1-8517-4107fd31cc88,segment=NetworkSegment(40ac4626-9311-4b8b-9de9-19342e60d690),segment_id=40ac4626-9311-4b8b-9de9-19342e60d690)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:07:09.593328 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:09.649274 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Pushing event updated for resources: {'Port': ['ID=cf0f56bd-cdff-49f1-8517-4107fd31cc88,revision_number=5']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:09.932425 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b47ac6-23b3-49cf-81b1-04d3bdda095a req-e1c45705-c9e1-4d9c-97ad-822d805fee27 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:09.932425 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-11b47ac6-23b3-49cf-81b1-04d3bdda095a req-e1c45705-c9e1-4d9c-97ad-822d805fee27 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 945 time: 0.0756407 Jul 15 19:07:09.972987 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-11b47ac6-23b3-49cf-81b1-04d3bdda095a req-944ffee7-a4bd-423f-a07f-79ddaf37869d tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350571 Jul 15 19:07:10.534218 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ff959-d259-421c-b040-191a439d5744 req-c5a36946-8b33-4f54-8b7d-d3680da1b0a4 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:10.535856 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-9b0ff959-d259-421c-b040-191a439d5744 req-c5a36946-8b33-4f54-8b7d-d3680da1b0a4 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.0688550 Jul 15 19:07:10.582776 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-9b0ff959-d259-421c-b040-191a439d5744 req-d8c2947d-f4bc-4698-917d-c3b242cf9102 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403090 Jul 15 19:07:11.191428 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae09b9c-9b04-4589-9b49-b0ea98b83eda req-1157b854-08bf-4c79-b8fe-b39e9024966b tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:11.194859 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-bae09b9c-9b04-4589-9b49-b0ea98b83eda req-1157b854-08bf-4c79-b8fe-b39e9024966b tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 945 time: 0.1003218 Jul 15 19:07:11.247590 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-bae09b9c-9b04-4589-9b49-b0ea98b83eda req-e6817ec8-483d-4f4e-8883-3813934938dd tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441947 Jul 15 19:07:11.366745 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device cf0f56bd-cdff-49f1-8517-4107fd31cc88 up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:07:11.426425 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port cf0f56bd-cdff-49f1-8517-4107fd31cc88 triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:07:11.426870 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:11.768166 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e1824-0949-45c8-a40a-ed901ac47168 req-efe30eb6-5211-4a98-907a-64ce52d54ae6 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:11.769771 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-868e1824-0949-45c8-a40a-ed901ac47168 req-efe30eb6-5211-4a98-907a-64ce52d54ae6 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.0671742 Jul 15 19:07:11.811619 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-868e1824-0949-45c8-a40a-ed901ac47168 req-0717137b-86d1-483d-9464-a439e83a4e4a tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359867 Jul 15 19:07:12.441532 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85f427-9e8b-4b09-842b-1f6f95c0e333 req-0818a446-b953-4038-8321-cc6601628c81 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:12.443034 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-8a85f427-9e8b-4b09-842b-1f6f95c0e333 req-0818a446-b953-4038-8321-cc6601628c81 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 945 time: 0.0686469 Jul 15 19:07:12.487748 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-8a85f427-9e8b-4b09-842b-1f6f95c0e333 req-7f633bab-c102-4e6b-9140-6b0c2607678e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390031 Jul 15 19:07:12.997389 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655188b-a0b0-4e9b-948d-e177acf4dec7 req-23a9ab43-bd1a-40a3-a96c-70aa0c1391db tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:12.998916 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-0655188b-a0b0-4e9b-948d-e177acf4dec7 req-23a9ab43-bd1a-40a3-a96c-70aa0c1391db tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.0706222 Jul 15 19:07:13.041132 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-0655188b-a0b0-4e9b-948d-e177acf4dec7 req-e339dcf4-561a-4edb-ad43-e76d9bc73caf tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364840 Jul 15 19:07:13.686476 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d4f98-339c-44d3-a965-c5bcc99d5d21 req-4cff5915-f7e8-41f1-b36c-b1a2cc0c7945 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:13.688096 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-811d4f98-339c-44d3-a965-c5bcc99d5d21 req-4cff5915-f7e8-41f1-b36c-b1a2cc0c7945 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 945 time: 0.0769057 Jul 15 19:07:13.727559 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-811d4f98-339c-44d3-a965-c5bcc99d5d21 req-37b09cd5-e7a6-4a3f-8642-7016347c5425 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329936 Jul 15 19:07:14.230492 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d547327-e801-470f-9ab1-118b44c83434 req-bf36daca-333b-455a-bea3-dd756e154bc6 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:14.232093 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-7d547327-e801-470f-9ab1-118b44c83434 req-bf36daca-333b-455a-bea3-dd756e154bc6 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.0709360 Jul 15 19:07:14.272543 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-7d547327-e801-470f-9ab1-118b44c83434 req-7df52098-59db-4dfa-a011-a26674e12957 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342162 Jul 15 19:07:14.922308 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380af17-a31b-48b7-a154-756dc68d1511 req-77d16646-c6f3-463d-a082-69b7f32217b8 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:14.923880 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-d380af17-a31b-48b7-a154-756dc68d1511 req-77d16646-c6f3-463d-a082-69b7f32217b8 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 945 time: 0.0730619 Jul 15 19:07:14.970105 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-d380af17-a31b-48b7-a154-756dc68d1511 req-69baf53f-021b-40ed-bd35-d479b276cf3e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399673 Jul 15 19:07:15.461990 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2bda7-c155-4c2e-8494-7ed19baf09f2 req-c97ae94d-36a8-4fc7-95db-aad59ecdeb40 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:15.463651 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-7fe2bda7-c155-4c2e-8494-7ed19baf09f2 req-c97ae94d-36a8-4fc7-95db-aad59ecdeb40 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.0779581 Jul 15 19:07:15.502025 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-7fe2bda7-c155-4c2e-8494-7ed19baf09f2 req-22317322-8f2c-49aa-96bf-3ba7ec7b1e96 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328639 Jul 15 19:07:15.701229 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32888f-98cd-483d-92a8-3c1fe2d6f5a2 req-6154568a-0d5c-4ddb-a56f-34810180d0b6 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:15.702760 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-cd32888f-98cd-483d-92a8-3c1fe2d6f5a2 req-6154568a-0d5c-4ddb-a56f-34810180d0b6 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.0719819 Jul 15 19:07:15.747539 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-cd32888f-98cd-483d-92a8-3c1fe2d6f5a2 req-892375e8-e840-466a-903f-564fd7a91f82 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377357 Jul 15 19:07:16.163004 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5018b-26a2-411d-9562-4ecab0963af2 req-47b6b64d-547d-4675-9048-06abeae255e7 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:16.164572 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-15e5018b-26a2-411d-9562-4ecab0963af2 req-47b6b64d-547d-4675-9048-06abeae255e7 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 945 time: 0.0724003 Jul 15 19:07:16.205418 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-15e5018b-26a2-411d-9562-4ecab0963af2 req-6035d7a2-b2be-4051-aa42-6067e09567c5 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348852 Jul 15 19:07:16.684043 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf9027-dc38-4f19-85d4-d9304f159a58 req-3854499f-7385-4f27-9fd2-0f6f465a5c9c tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:16.685580 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-9edf9027-dc38-4f19-85d4-d9304f159a58 req-3854499f-7385-4f27-9fd2-0f6f465a5c9c tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.0689874 Jul 15 19:07:16.729303 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-9edf9027-dc38-4f19-85d4-d9304f159a58 req-8d3ec7b7-55dd-40bc-b4f1-99f987632116 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376759 Jul 15 19:07:16.928942 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b352c-2c32-4b29-8c1d-f5402a962fe5 req-a8b61af8-167f-4c66-8e7a-508c55b8f986 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:16.929411 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-e83b352c-2c32-4b29-8c1d-f5402a962fe5 req-a8b61af8-167f-4c66-8e7a-508c55b8f986 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.0665610 Jul 15 19:07:16.968481 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-e83b352c-2c32-4b29-8c1d-f5402a962fe5 req-53f0f430-c9bc-42f4-adb6-1e7b02f09692 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325303 Jul 15 19:07:17.392029 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0218f7d-0665-4752-96d4-7c101dabccf5 req-7e00fb54-75a8-4082-9c2c-4ae186d4d29f tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:17.393595 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-c0218f7d-0665-4752-96d4-7c101dabccf5 req-7e00fb54-75a8-4082-9c2c-4ae186d4d29f tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 945 time: 0.0685861 Jul 15 19:07:17.436765 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-c0218f7d-0665-4752-96d4-7c101dabccf5 req-b6783b43-e6d7-45d6-857c-1a98c7cfa87e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365276 Jul 15 19:07:17.913077 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c64f02-37ef-4fc7-8749-ad14ff05c71b req-93c0ad42-e74e-458f-8152-c0c48fc658b6 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:17.914712 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-c5c64f02-37ef-4fc7-8749-ad14ff05c71b req-93c0ad42-e74e-458f-8152-c0c48fc658b6 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.0699642 Jul 15 19:07:17.959470 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-c5c64f02-37ef-4fc7-8749-ad14ff05c71b req-3c5b4437-3d26-4ef2-9c3a-5c032d7c5284 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380657 Jul 15 19:07:18.143277 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee192d-8664-4215-b898-38ba4149709f req-67939cee-f5be-46ad-b3fb-7c496fbd322c tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:18.144789 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-cdee192d-8664-4215-b898-38ba4149709f req-67939cee-f5be-46ad-b3fb-7c496fbd322c tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.0647109 Jul 15 19:07:18.186665 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-cdee192d-8664-4215-b898-38ba4149709f req-765f0827-d56a-407a-a957-61284602de22 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356922 Jul 15 19:07:18.637096 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10077da1-84aa-4255-8950-a8ffce72814e req-38e0e0c7-f8a2-4cf6-b3d8-98163c0f2835 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:18.638695 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-10077da1-84aa-4255-8950-a8ffce72814e req-38e0e0c7-f8a2-4cf6-b3d8-98163c0f2835 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 945 time: 0.0752718 Jul 15 19:07:18.681761 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-10077da1-84aa-4255-8950-a8ffce72814e req-3ae760fd-e06a-4a1d-84cd-2badcef33ca4 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375073 Jul 15 19:07:19.145119 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ff9ca-6d39-44e0-98fc-ab6fbc07d022 req-ad973a15-5b7c-4d07-a199-1d6184960435 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:19.146713 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-5a6ff9ca-6d39-44e0-98fc-ab6fbc07d022 req-ad973a15-5b7c-4d07-a199-1d6184960435 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.0737171 Jul 15 19:07:19.197774 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-5a6ff9ca-6d39-44e0-98fc-ab6fbc07d022 req-61ef6a36-57ae-48fc-a8c4-2908ccf4963c tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416377 Jul 15 19:07:19.381379 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116c81d-c45e-4aba-9601-c592973050d2 req-5cd27094-ebaf-4926-ab06-e3ae5b7ef6b9 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:19.383512 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-6116c81d-c45e-4aba-9601-c592973050d2 req-5cd27094-ebaf-4926-ab06-e3ae5b7ef6b9 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.0693662 Jul 15 19:07:19.430793 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-6116c81d-c45e-4aba-9601-c592973050d2 req-ed413e92-54ae-4ae2-a0c0-3c8c3c3d71cb tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414250 Jul 15 19:07:19.476635 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-05370fbe-93f4-4a39-a72e-7f463d429bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:19.879650 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6341e-4729-446e-8dba-f76f1008dfe0 req-ffc18fb7-2b1d-4182-b71f-2b52245f124b tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:19.881232 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-cbb6341e-4729-446e-8dba-f76f1008dfe0 req-ffc18fb7-2b1d-4182-b71f-2b52245f124b tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 945 time: 0.0726943 Jul 15 19:07:19.929168 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-cbb6341e-4729-446e-8dba-f76f1008dfe0 req-df0d75be-bbe3-4b07-a35e-da274be54b86 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396039 Jul 15 19:07:20.412687 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12ae9e-863b-400e-9df3-ebaf579260ff req-1236069f-0ef1-4e46-bca3-1df2069dd355 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:20.414894 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-2d12ae9e-863b-400e-9df3-ebaf579260ff req-1236069f-0ef1-4e46-bca3-1df2069dd355 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.0804157 Jul 15 19:07:20.460164 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-2d12ae9e-863b-400e-9df3-ebaf579260ff req-68120e88-3509-4226-b631-6dd31ab9327d tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352066 Jul 15 19:07:20.671254 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b730f-18be-4a25-8ddd-28e1201fa92a req-6fb77c19-3fc6-4398-88a6-46dcedf790ce tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:20.672751 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-e47b730f-18be-4a25-8ddd-28e1201fa92a req-6fb77c19-3fc6-4398-88a6-46dcedf790ce tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.0984197 Jul 15 19:07:20.725089 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 910e4255-cffb-47b8-86c7-b5373835f799 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:07:20.727402 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-e47b730f-18be-4a25-8ddd-28e1201fa92a req-8457f0e4-1e28-49ae-8c73-5acda8e84fba tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432801 Jul 15 19:07:20.889418 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 910e4255-cffb-47b8-86c7-b5373835f799, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=910e4255-cffb-47b8-86c7-b5373835f799,segment=NetworkSegment(c5f8fc6e-ca65-461a-98f0-ca6e4f10d746),segment_id=c5f8fc6e-ca65-461a-98f0-ca6e4f10d746)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:07:20.908650 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Returning: {'device': '910e4255-cffb-47b8-86c7-b5373835f799', 'network_id': '4bce21e0-88dc-4de8-9d22-c4e766c0d73f', 'port_id': '910e4255-cffb-47b8-86c7-b5373835f799', 'mac_address': 'fa:16:3e:1c:02:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c53d632-04b3-4db0-b6ce-07c07955a0b8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:07:20.949913 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:20.964816 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 910e4255-cffb-47b8-86c7-b5373835f799 {{(pid=93659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:07:20.984775 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 910e4255-cffb-47b8-86c7-b5373835f799, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=910e4255-cffb-47b8-86c7-b5373835f799,segment=NetworkSegment(c5f8fc6e-ca65-461a-98f0-ca6e4f10d746),segment_id=c5f8fc6e-ca65-461a-98f0-ca6e4f10d746)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:07:20.989939 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:21.042761 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=910e4255-cffb-47b8-86c7-b5373835f799,revision_number=6']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:21.121805 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72542880-a987-4b4a-98f8-274c9ce9186f req-9d87af64-2927-4d60-b05b-10c0268a6d25 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:21.123907 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-72542880-a987-4b4a-98f8-274c9ce9186f req-9d87af64-2927-4d60-b05b-10c0268a6d25 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0648561 Jul 15 19:07:21.164203 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-72542880-a987-4b4a-98f8-274c9ce9186f req-c03dd8d1-1fa1-4720-8323-245987e6eb9e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339332 Jul 15 19:07:21.422202 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] get_ports_and_sgs() called for port_ids ['910e4255-cffb-47b8-86c7-b5373835f799'] {{(pid=93659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:07:21.694573 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cd695-e10b-49fe-b156-d087ed8d5eaa req-ad52962b-f984-4298-a0a3-f3fe8b2f8c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:21.696126 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-cd1cd695-e10b-49fe-b156-d087ed8d5eaa req-ad52962b-f984-4298-a0a3-f3fe8b2f8c96 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 1098 time: 0.0687430 Jul 15 19:07:21.703560 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a069340f-0364-4d9c-a227-d42915f2a33e req-2c980b72-e4cf-4169-8e47-ca9530f39845 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:21.704942 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-a069340f-0364-4d9c-a227-d42915f2a33e req-2c980b72-e4cf-4169-8e47-ca9530f39845 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.1099427 Jul 15 19:07:21.764681 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-cd1cd695-e10b-49fe-b156-d087ed8d5eaa req-bcbe1200-8578-495f-8948-8d11b89fe9df service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550838 Jul 15 19:07:21.773343 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-a069340f-0364-4d9c-a227-d42915f2a33e req-dcc5836b-92e5-4af9-a322-d34990a5ebd8 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626895 Jul 15 19:07:21.933179 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff6a52-2b47-468b-937d-859213daa4ca req-4bfc053c-1a51-447b-bbf2-3bb736eb8769 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:21.934758 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-74ff6a52-2b47-468b-937d-859213daa4ca req-4bfc053c-1a51-447b-bbf2-3bb736eb8769 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.0682001 Jul 15 19:07:21.974690 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-74ff6a52-2b47-468b-937d-859213daa4ca req-2b4ea888-3264-49c2-9d11-fb027d23ad85 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337355 Jul 15 19:07:22.084867 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:22.152238 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-1d369b83-24e2-4fcb-aef8-f05e46d1bf83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:22.345812 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eac790-cb49-4cf2-b57d-0d8b23a1d36c req-453cabbc-452d-4957-b52e-54c6684b4da6 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:22.347142 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-c5eac790-cb49-4cf2-b57d-0d8b23a1d36c req-453cabbc-452d-4957-b52e-54c6684b4da6 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0655193 Jul 15 19:07:22.386228 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-c5eac790-cb49-4cf2-b57d-0d8b23a1d36c req-e67fc327-f377-479f-bbf7-259d1ba501ba tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328012 Jul 15 19:07:22.752064 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 910e4255-cffb-47b8-86c7-b5373835f799 up at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:07:22.805096 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Provisioning complete for port 910e4255-cffb-47b8-86c7-b5373835f799 triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:07:22.806130 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:22.890992 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:22.931001 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '581ac5fb-522d-4196-8736-01ddee95b0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910e4255-cffb-47b8-86c7-b5373835f799'}] {{(pid=93659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:07:22.934799 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cff241be1680f95bd86cb63ae369edb514e49424f5374e734ea98f44dc6e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660cf3d5-e137-4147-a86c-4015c40ef6d8" -d '{"events": [{"server_uuid": "581ac5fb-522d-4196-8736-01ddee95b0a5", "name": "network-vif-plugged", "status": "completed", "tag": "910e4255-cffb-47b8-86c7-b5373835f799"}]}' {{(pid=93659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:07:22.955578 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 910e4255-cffb-47b8-86c7-b5373835f799, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=910e4255-cffb-47b8-86c7-b5373835f799,segment=NetworkSegment(c5f8fc6e-ca65-461a-98f0-ca6e4f10d746),segment_id=c5f8fc6e-ca65-461a-98f0-ca6e4f10d746)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:07:22.960530 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:22.967041 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e44caa-9e63-46ef-b288-55fd8bd43e3d req-6541d1a6-3f98-41c5-ab35-43bf5bf406e1 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:22.968988 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-95e44caa-9e63-46ef-b288-55fd8bd43e3d req-6541d1a6-3f98-41c5-ab35-43bf5bf406e1 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.0735548 Jul 15 19:07:22.991409 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676339b8-7cbb-4797-aeca-14f9110fe1a3 x-openstack-request-id: req-676339b8-7cbb-4797-aeca-14f9110fe1a3 {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:07:22.991706 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "581ac5fb-522d-4196-8736-01ddee95b0a5", "name": "network-vif-plugged", "status": "completed", "tag": "910e4255-cffb-47b8-86c7-b5373835f799", "code": 200}]} {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:07:22.991959 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-676339b8-7cbb-4797-aeca-14f9110fe1a3 {{(pid=93659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:07:22.992884 dv-cinder-788363-8-iscsi neutron-server[93659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '581ac5fb-522d-4196-8736-01ddee95b0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910e4255-cffb-47b8-86c7-b5373835f799', 'code': 200} Jul 15 19:07:23.021887 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=910e4255-cffb-47b8-86c7-b5373835f799,revision_number=7']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:23.032762 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-95e44caa-9e63-46ef-b288-55fd8bd43e3d req-8d1ae7de-7e9f-44a3-b1cd-5c07724c9f71 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516953 Jul 15 19:07:23.205831 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b7e1f-e735-4fb1-a12f-e803c3e2d04c req-a71e27d5-ae5b-4414-bd7f-81b1a799d246 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:23.207603 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-410b7e1f-e735-4fb1-a12f-e803c3e2d04c req-a71e27d5-ae5b-4414-bd7f-81b1a799d246 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.1040742 Jul 15 19:07:23.253830 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-410b7e1f-e735-4fb1-a12f-e803c3e2d04c req-d7653a83-1671-445e-8cc0-a2a1fc356811 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403275 Jul 15 19:07:23.595047 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e2ad1-7b0e-43f3-801f-9d70cd431d1b req-36101f10-c604-483d-9d7a-2bd453c00602 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:23.596628 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-be7e2ad1-7b0e-43f3-801f-9d70cd431d1b req-36101f10-c604-483d-9d7a-2bd453c00602 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 945 time: 0.0870512 Jul 15 19:07:23.636583 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-be7e2ad1-7b0e-43f3-801f-9d70cd431d1b req-676a52a2-b138-42b7-bb0f-9fd55f45c3d3 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335505 Jul 15 19:07:23.657506 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:24.235499 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e934a-7863-44a1-ad60-d1925857629a req-055c9d0d-5f2c-446d-a120-8b6c0b839b69 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:24.237187 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-c17e934a-7863-44a1-ad60-d1925857629a req-055c9d0d-5f2c-446d-a120-8b6c0b839b69 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.0743978 Jul 15 19:07:24.287065 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-c17e934a-7863-44a1-ad60-d1925857629a req-6df2e642-8489-4387-8a08-30da0b90a287 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389061 Jul 15 19:07:24.480121 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b68fe-0b01-4bf9-a052-80e9c1e69100 req-bd35eabd-883f-4032-8227-91f5df2abd03 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:24.481878 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-b82b68fe-0b01-4bf9-a052-80e9c1e69100 req-bd35eabd-883f-4032-8227-91f5df2abd03 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.0909946 Jul 15 19:07:24.532796 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-b82b68fe-0b01-4bf9-a052-80e9c1e69100 req-1a01ce62-f7b6-49f9-a45e-273f69007684 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450237 Jul 15 19:07:24.809193 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e87574-7ec5-4392-a000-d9e43852ccb9 req-20d535ca-c358-4ee2-83b1-fd56b171290c tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:24.814193 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8915f4-a4e9-49f8-88e2-b0792fa96d1a req-0483e5b8-5386-4712-93b8-13aa83c72bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:24.816903 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-ae8915f4-a4e9-49f8-88e2-b0792fa96d1a req-0483e5b8-5386-4712-93b8-13aa83c72bea service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5330063560884d19abff6266bfc251c7&device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 1098 time: 0.0977213 Jul 15 19:07:24.817879 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-07e87574-7ec5-4392-a000-d9e43852ccb9 req-20d535ca-c358-4ee2-83b1-fd56b171290c tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.0942011 Jul 15 19:07:24.881391 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-07e87574-7ec5-4392-a000-d9e43852ccb9 req-605c2a0f-d407-4fc4-be6f-b9fed9f808ad tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622599 Jul 15 19:07:25.047168 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8915f4-a4e9-49f8-88e2-b0792fa96d1a req-9488cc31-0f87-44a9-9663-fb05e90cd9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:25.048654 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-ae8915f4-a4e9-49f8-88e2-b0792fa96d1a req-9488cc31-0f87-44a9-9663-fb05e90cd9df service neutron] 10.222.0.69 "GET /v2.0/networks?id=db293c0c-639d-465d-957a-7d2d560b6fd9 HTTP/1.1" status: 200 len: 920 time: 0.2204859 Jul 15 19:07:25.110901 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-ae8915f4-a4e9-49f8-88e2-b0792fa96d1a req-35aada31-5133-470a-8533-50f5d325d749 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcd802ab-ebd9-4ee1-ba29-e8f31a844602 HTTP/1.1" status: 200 len: 217 time: 0.0507054 Jul 15 19:07:25.138209 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e79b2-1f36-45e7-8874-c6591fc426a1 req-646413a4-fdf3-4bc9-94e2-6e67b354763a tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:25.139908 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-911e79b2-1f36-45e7-8874-c6591fc426a1 req-646413a4-fdf3-4bc9-94e2-6e67b354763a tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 945 time: 0.1816268 Jul 15 19:07:25.200462 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8915f4-a4e9-49f8-88e2-b0792fa96d1a req-5341f650-265a-4215-9969-cddf2c24bbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:25.204051 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-ae8915f4-a4e9-49f8-88e2-b0792fa96d1a req-5341f650-265a-4215-9969-cddf2c24bbb9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c64f9169-c20b-4ae0-8226-b6cbf9550510 HTTP/1.1" status: 200 len: 858 time: 0.0844188 Jul 15 19:07:25.256731 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-ae8915f4-a4e9-49f8-88e2-b0792fa96d1a req-d05c31b3-c49d-47be-b19a-0cafdc1ec4e1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=db293c0c-639d-465d-957a-7d2d560b6fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445249 Jul 15 19:07:25.262881 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-911e79b2-1f36-45e7-8874-c6591fc426a1 req-36350b58-463d-484f-ba21-6498ec743d34 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999672 Jul 15 19:07:25.398583 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-ae8915f4-a4e9-49f8-88e2-b0792fa96d1a req-ffa77a81-0d77-4ccb-9a6a-2eabffbc3238 service neutron] 10.222.0.69 "GET /v2.0/networks/db293c0c-639d-465d-957a-7d2d560b6fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330278 Jul 15 19:07:25.538387 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:25.622953 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-ae8915f4-a4e9-49f8-88e2-b0792fa96d1a req-0dfd9285-cab8-438d-b168-27810a18d91c service neutron] 10.222.0.69 "GET /v2.0/networks/db293c0c-639d-465d-957a-7d2d560b6fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171280 Jul 15 19:07:25.822359 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2f6c7-848d-4acd-9413-2417874baa5a req-4bc03ba9-8ee2-436c-9041-451f6a6e65c6 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:25.824715 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-bda2f6c7-848d-4acd-9413-2417874baa5a req-4bc03ba9-8ee2-436c-9041-451f6a6e65c6 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.1235778 Jul 15 19:07:25.877294 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-bda2f6c7-848d-4acd-9413-2417874baa5a req-84dec262-2b7c-4751-b735-6d808e5ce7ec tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466664 Jul 15 19:07:26.227025 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db299ef-d697-4e0e-b389-436e77383ef2 req-57670308-cf00-432f-94e8-eec61243f6d1 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:26.228544 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-5db299ef-d697-4e0e-b389-436e77383ef2 req-57670308-cf00-432f-94e8-eec61243f6d1 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.1696877 Jul 15 19:07:26.280596 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-5db299ef-d697-4e0e-b389-436e77383ef2 req-10d45ee0-f63e-4b79-b59d-67c7c8f7771c tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462308 Jul 15 19:07:26.486955 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401c18a-88fb-4cb0-85b6-1936dd645a2c req-5aa99cc8-677b-4a26-93ec-5716d5f0f29c tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:26.488544 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f401c18a-88fb-4cb0-85b6-1936dd645a2c req-5aa99cc8-677b-4a26-93ec-5716d5f0f29c tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 945 time: 0.0794768 Jul 15 19:07:26.538908 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f401c18a-88fb-4cb0-85b6-1936dd645a2c req-f991f74a-e37d-4bfe-9d2c-90b50fa9f7b3 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424578 Jul 15 19:07:26.728288 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.agents_db [None req-ef181030-a4ef-48d9-9156-44fb1018252a None None] Agent healthcheck: found 6 active agents {{(pid=93660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:07:27.110633 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8407b46-0049-49a3-8604-62bf10c1c7b0 req-9b1c9fa7-dfc0-4584-a612-381f8ee1b43f tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:27.112314 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-c8407b46-0049-49a3-8604-62bf10c1c7b0 req-9b1c9fa7-dfc0-4584-a612-381f8ee1b43f tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.0901687 Jul 15 19:07:27.162492 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-c8407b46-0049-49a3-8604-62bf10c1c7b0 req-82911505-42cf-46a2-92dd-39632dbc8058 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438850 Jul 15 19:07:27.472034 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26848d1-4a32-47cd-8f43-c472f4cf134d req-a1b899e9-7114-4d6d-af9f-2d9dd7566333 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:27.473427 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-a26848d1-4a32-47cd-8f43-c472f4cf134d req-a1b899e9-7114-4d6d-af9f-2d9dd7566333 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.0741367 Jul 15 19:07:27.517266 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-a26848d1-4a32-47cd-8f43-c472f4cf134d req-4c4385de-e2bd-4720-8833-02e3434f7cff tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370369 Jul 15 19:07:27.759519 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ee3a1-68b8-4f59-b5a1-d46dbe9329ab req-16799f9d-04b3-4a77-b1d6-011d634f1be7 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:27.761183 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-9f5ee3a1-68b8-4f59-b5a1-d46dbe9329ab req-16799f9d-04b3-4a77-b1d6-011d634f1be7 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 945 time: 0.0734525 Jul 15 19:07:27.806456 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-9f5ee3a1-68b8-4f59-b5a1-d46dbe9329ab req-8a51afda-5b35-464f-b53f-412aeaaf1111 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372059 Jul 15 19:07:28.386559 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770b530-b2db-4532-8c63-e1b7ef9c3dec req-ebd3a7b3-8b43-4cb0-9e40-a9c0447bf34a tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:28.388605 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1770b530-b2db-4532-8c63-e1b7ef9c3dec req-ebd3a7b3-8b43-4cb0-9e40-a9c0447bf34a tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.0894756 Jul 15 19:07:28.435722 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1770b530-b2db-4532-8c63-e1b7ef9c3dec req-fa8703d3-3c12-4430-8053-d46cd66736d1 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391927 Jul 15 19:07:28.524233 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:28.733871 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db70f5-fdcb-4568-88a1-dc27f2947f75 req-8f1f01ee-cb16-4aa0-9dc3-888f529646a5 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:28.735755 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-55db70f5-fdcb-4568-88a1-dc27f2947f75 req-8f1f01ee-cb16-4aa0-9dc3-888f529646a5 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.0807478 Jul 15 19:07:28.800510 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-55db70f5-fdcb-4568-88a1-dc27f2947f75 req-e8c11900-a69d-4316-a150-a0d8dd0d11dc tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585861 Jul 15 19:07:29.018398 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a8ef4-316b-4957-bfb9-5d2bc5c18d98 req-4958c521-2d18-4472-9fd4-5c2c5258d946 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:29.020690 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-101a8ef4-316b-4957-bfb9-5d2bc5c18d98 req-4958c521-2d18-4472-9fd4-5c2c5258d946 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 945 time: 0.0924253 Jul 15 19:07:29.069551 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-101a8ef4-316b-4957-bfb9-5d2bc5c18d98 req-cd54c715-22c1-4574-8863-d5827bd02dac tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419672 Jul 15 19:07:29.662199 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8a939-06a6-4225-9e28-cde83049c6f5 req-d0b0e8cf-c6a9-471a-a421-4d20d36ab479 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:29.663724 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-92c8a939-06a6-4225-9e28-cde83049c6f5 req-d0b0e8cf-c6a9-471a-a421-4d20d36ab479 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.0878434 Jul 15 19:07:29.738176 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-92c8a939-06a6-4225-9e28-cde83049c6f5 req-a6ba2227-a166-4d72-bb88-15cffa751e85 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644557 Jul 15 19:07:30.136601 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59ea31-9c92-4c18-aa1d-8be5b5155106 req-1a733bcd-8630-405d-8150-caa03ea94da0 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:30.154775 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-fb59ea31-9c92-4c18-aa1d-8be5b5155106 req-1a733bcd-8630-405d-8150-caa03ea94da0 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.1674440 Jul 15 19:07:30.199101 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-fb59ea31-9c92-4c18-aa1d-8be5b5155106 req-5e653a72-f837-4128-aab8-cefb708528bf tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429482 Jul 15 19:07:30.318246 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362a774-ed9e-4ab3-9e47-e8cf6f1c8e71 req-7092b7f1-f95e-4323-b909-35de48efc935 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:30.320615 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-2362a774-ed9e-4ab3-9e47-e8cf6f1c8e71 req-7092b7f1-f95e-4323-b909-35de48efc935 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 945 time: 0.0811749 Jul 15 19:07:30.368714 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-2362a774-ed9e-4ab3-9e47-e8cf6f1c8e71 req-e865289e-2a43-4cb0-96c2-cf3e00b643b0 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401413 Jul 15 19:07:30.931670 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d145491-a5f8-4bb2-8254-03cee60be5e1 req-c91a1782-7ef4-46fe-8c91-8fe9a1c3bb18 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:30.933280 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1d145491-a5f8-4bb2-8254-03cee60be5e1 req-c91a1782-7ef4-46fe-8c91-8fe9a1c3bb18 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.0818331 Jul 15 19:07:30.983404 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1d145491-a5f8-4bb2-8254-03cee60be5e1 req-5938adf6-9fdf-484f-afa8-fca45ac0166f tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435245 Jul 15 19:07:31.498534 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b9f5ec-39ee-4362-8d9a-cb205c56f03a req-a9ff8d17-938b-4b99-a7f1-d9f71cfd68f7 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:31.501054 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-87b9f5ec-39ee-4362-8d9a-cb205c56f03a req-a9ff8d17-938b-4b99-a7f1-d9f71cfd68f7 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.1454868 Jul 15 19:07:31.559802 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-87b9f5ec-39ee-4362-8d9a-cb205c56f03a req-8431ec94-2037-41c9-963b-424f4ac26439 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521016 Jul 15 19:07:31.633515 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423da258-afbe-4dd3-b046-456c2892a21b req-6b84fef5-3354-45c2-9f35-9da19adeaaeb tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:31.635867 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-423da258-afbe-4dd3-b046-456c2892a21b req-6b84fef5-3354-45c2-9f35-9da19adeaaeb tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 945 time: 0.0890458 Jul 15 19:07:31.727393 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-423da258-afbe-4dd3-b046-456c2892a21b req-39e6c059-8296-44dd-8104-97d8a142e3b5 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757382 Jul 15 19:07:32.247224 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745799ed-badd-45ed-ac73-b359b90753c4 req-21dd0850-8b96-4900-8df9-c3523e013a3c tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:32.248777 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-745799ed-badd-45ed-ac73-b359b90753c4 req-21dd0850-8b96-4900-8df9-c3523e013a3c tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.0808909 Jul 15 19:07:32.297439 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-745799ed-badd-45ed-ac73-b359b90753c4 req-62629cfa-a277-4da7-ab64-2f5fe4e9daaa tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427914 Jul 15 19:07:32.941472 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a70cd8-3517-4e3c-b6a9-83243c3de048 req-23239634-b493-4874-ad91-9750fc1e579e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:32.942962 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-c4a70cd8-3517-4e3c-b6a9-83243c3de048 req-23239634-b493-4874-ad91-9750fc1e579e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 945 time: 0.0759213 Jul 15 19:07:33.002838 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-c4a70cd8-3517-4e3c-b6a9-83243c3de048 req-b39213a2-184d-41cd-bfea-2cacab814a33 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486569 Jul 15 19:07:33.399590 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c61c3b-46a4-41f3-9328-690478745833 req-0b8f6c04-8493-48c8-9df7-b3f1515bbe50 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:33.412137 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-b5c61c3b-46a4-41f3-9328-690478745833 req-0b8f6c04-8493-48c8-9df7-b3f1515bbe50 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.1312420 Jul 15 19:07:33.483250 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-b5c61c3b-46a4-41f3-9328-690478745833 req-e1fdebd7-2fc7-4791-9f34-0d3dc7c24c08 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685170 Jul 15 19:07:33.519615 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 53822) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:33.715978 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cec80-27e6-4e95-bfff-c755590b37a9 req-244bd9ff-216f-438e-9f7e-2112c1d17bc8 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:33.732714 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-071cec80-27e6-4e95-bfff-c755590b37a9 req-244bd9ff-216f-438e-9f7e-2112c1d17bc8 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.1214247 Jul 15 19:07:33.807202 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-071cec80-27e6-4e95-bfff-c755590b37a9 req-01a9720f-56b7-4478-a147-ea4f9bc3f6a3 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687976 Jul 15 19:07:33.822905 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-0fdd8972-b7d9-453a-939f-6646dbf93aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:33.998048 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-0fdd8972-b7d9-453a-939f-6646dbf93aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:34.006674 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-0fdd8972-b7d9-453a-939f-6646dbf93aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:34.077796 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 53844) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:34.078154 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-0fdd8972-b7d9-453a-939f-6646dbf93aa4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0149cb45671f4b09ac10e179b5f3ecba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5570436 Jul 15 19:07:34.079715 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd8972-b7d9-453a-939f-6646dbf93aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8033fcd-0c9f-4db8-939c-adbf4b863ca6,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:34.226905 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7697b6de-eb7e-4ea2-829c-546af56bb3ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:34.260668 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7697b6de-eb7e-4ea2-829c-546af56bb3ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:34.285577 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-6af8822e-23d5-42d3-871a-28a7786297bf tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1732921705&fields=id&tenant_id=180a42342ab54ecf9731a6938c11faae HTTP/1.1" status: 200 len: 267 time: 0.0932026 Jul 15 19:07:34.369467 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7697b6de-eb7e-4ea2-829c-546af56bb3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:34.372080 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7697b6de-eb7e-4ea2-829c-546af56bb3ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:34.375979 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-7697b6de-eb7e-4ea2-829c-546af56bb3ca admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a8033fcd-0c9f-4db8-939c-adbf4b863ca6 HTTP/1.1" status: 204 len: 168 time: 0.2970467 Jul 15 19:07:34.390998 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7697b6de-eb7e-4ea2-829c-546af56bb3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8033fcd-0c9f-4db8-939c-adbf4b863ca6,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:34.434032 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98367b5-bfbf-46c8-ade1-38e9159115e7 req-8c357e0d-6c32-490f-a090-c01b52dc056c tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:34.436779 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-e98367b5-bfbf-46c8-ade1-38e9159115e7 req-8c357e0d-6c32-490f-a090-c01b52dc056c tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 945 time: 0.1096849 Jul 15 19:07:34.502211 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-e98367b5-bfbf-46c8-ade1-38e9159115e7 req-e9112856-050b-4f22-8fa0-bb120c2b83bb tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518527 Jul 15 19:07:34.505755 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-b52df616-64a6-4dd4-9b21-ae5109ce1e6d tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:34.507387 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-b52df616-64a6-4dd4-9b21-ae5109ce1e6d tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/networks?id=68db1402-794a-4fcf-beca-a85ea1b44a56 HTTP/1.1" status: 200 len: 811 time: 0.2205904 Jul 15 19:07:34.537625 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-3a04efd0-25dd-4b40-877b-2013206c0c6f tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/quotas/180a42342ab54ecf9731a6938c11faae HTTP/1.1" status: 200 len: 375 time: 0.0226378 Jul 15 19:07:34.627977 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-a6fa21fa-f67a-4b8b-bb91-b19d74b43be5 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=180a42342ab54ecf9731a6938c11faae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0894132 Jul 15 19:07:34.764262 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-c5c812ea-c9df-413d-abb0-d9ae1d019d86 service neutron] 10.222.0.70 "GET /v2.0/networks/68db1402-794a-4fcf-beca-a85ea1b44a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213613 Jul 15 19:07:34.913532 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-ee97a269-be34-4be8-b2b1-9b67fdb3b357 service neutron] 10.222.0.70 "GET /v2.0/networks/68db1402-794a-4fcf-beca-a85ea1b44a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372168 Jul 15 19:07:35.012597 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 53854) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:35.056496 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-129302a1-773a-42ac-b49d-139d9e8011b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:35.257245 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff727fd8-22b4-420b-a4e4-3c50c0728f3f req-04271de8-448f-41f2-85d9-97a61afeffb3 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:35.259740 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-ff727fd8-22b4-420b-a4e4-3c50c0728f3f req-04271de8-448f-41f2-85d9-97a61afeffb3 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.1913483 Jul 15 19:07:35.277393 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-129302a1-773a-42ac-b49d-139d9e8011b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:35.290376 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-129302a1-773a-42ac-b49d-139d9e8011b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:35.369163 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-ff727fd8-22b4-420b-a4e4-3c50c0728f3f req-14f3b8af-0e19-4f57-bc2e-b0cfa297ce47 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991106 Jul 15 19:07:35.428958 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 53868) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:35.430343 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-129302a1-773a-42ac-b49d-139d9e8011b8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=353c0b74bfd64f6b801edccc6fbe880d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4165199 Jul 15 19:07:35.436236 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129302a1-773a-42ac-b49d-139d9e8011b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a302e5e2-ad41-469f-bd94-776f74fc6e2b,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:35.573451 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-a195d09b-933f-43a2-936b-ee12fae7efad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:35.683883 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-269ff56d-7652-4b1f-aa00-0a096bd2199a req-63b0f958-7806-4be2-8a82-f73cbdfdd914 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d10e296-aaa6-430c-a17a-cb6c2e06cd0a HTTP/1.1" status: 200 len: 210 time: 0.1062217 Jul 15 19:07:35.723897 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-a195d09b-933f-43a2-936b-ee12fae7efad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:35.803699 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-a195d09b-933f-43a2-936b-ee12fae7efad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:35.807016 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-a195d09b-933f-43a2-936b-ee12fae7efad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:35.808442 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-a195d09b-933f-43a2-936b-ee12fae7efad admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a302e5e2-ad41-469f-bd94-776f74fc6e2b HTTP/1.1" status: 204 len: 168 time: 0.3783522 Jul 15 19:07:35.827124 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a195d09b-933f-43a2-936b-ee12fae7efad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a302e5e2-ad41-469f-bd94-776f74fc6e2b,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:35.840476 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f918aae-e528-4b0f-aabe-6d9fa5a1293c req-5a80e0e1-3425-43d6-b402-c2778a7974b2 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:35.851766 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-6f918aae-e528-4b0f-aabe-6d9fa5a1293c req-5a80e0e1-3425-43d6-b402-c2778a7974b2 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 945 time: 0.1389389 Jul 15 19:07:35.896942 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-6f918aae-e528-4b0f-aabe-6d9fa5a1293c req-0a8ae404-3199-4fbd-86b3-7d709b6dd4ba tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441494 Jul 15 19:07:36.590001 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c473f-1365-47da-8c21-ed4aef49d0b0 req-e0477ee3-9dc2-4833-a5c6-37398242a41b tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:36.591614 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-440c473f-1365-47da-8c21-ed4aef49d0b0 req-e0477ee3-9dc2-4833-a5c6-37398242a41b tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.0799010 Jul 15 19:07:36.657394 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-440c473f-1365-47da-8c21-ed4aef49d0b0 req-64699a99-1527-4220-8826-ef9558694b2e tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575225 Jul 15 19:07:36.897009 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-32e91874-4ab7-4ba0-ad28-8668e27bf059 req-218547aa-cd5b-4da8-bdc0-d1ac57595718 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d10e296-aaa6-430c-a17a-cb6c2e06cd0a HTTP/1.1" status: 200 len: 210 time: 0.0459912 Jul 15 19:07:37.112429 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fdda64-3b69-4a41-9dbb-84ae4315f07a req-5b640c01-a20a-495b-bca7-8fa0eef30caa tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:37.113970 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-58fdda64-3b69-4a41-9dbb-84ae4315f07a req-5b640c01-a20a-495b-bca7-8fa0eef30caa tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 945 time: 0.0695481 Jul 15 19:07:37.165146 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-58fdda64-3b69-4a41-9dbb-84ae4315f07a req-62f3887a-f8b4-4ea3-a513-1326e8adcf45 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444961 Jul 15 19:07:37.286953 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214b9a8-8ce4-4c20-b7fe-8b2e70d6687a req-fb68cde8-82a4-4c27-a518-7c87a5eab473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:37.288458 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-1214b9a8-8ce4-4c20-b7fe-8b2e70d6687a req-fb68cde8-82a4-4c27-a518-7c87a5eab473 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=509209d2c8bd40dc87dfc3c3ad815494&device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 1098 time: 0.0581417 Jul 15 19:07:37.389537 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214b9a8-8ce4-4c20-b7fe-8b2e70d6687a req-fa7c48c6-e841-430a-9e10-4c79b73bfd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:37.391120 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-1214b9a8-8ce4-4c20-b7fe-8b2e70d6687a req-fa7c48c6-e841-430a-9e10-4c79b73bfd18 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4bce21e0-88dc-4de8-9d22-c4e766c0d73f HTTP/1.1" status: 200 len: 918 time: 0.0943236 Jul 15 19:07:37.487217 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-1214b9a8-8ce4-4c20-b7fe-8b2e70d6687a req-a3e811a1-5689-4a46-bcae-1cde1419285e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=910e4255-cffb-47b8-86c7-b5373835f799 HTTP/1.1" status: 200 len: 1000 time: 0.0873806 Jul 15 19:07:37.576426 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214b9a8-8ce4-4c20-b7fe-8b2e70d6687a req-f4c30ac5-ba46-470a-893b-d4a45261a4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:37.578861 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-1214b9a8-8ce4-4c20-b7fe-8b2e70d6687a req-f4c30ac5-ba46-470a-893b-d4a45261a4ba service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c53d632-04b3-4db0-b6ce-07c07955a0b8 HTTP/1.1" status: 200 len: 855 time: 0.0823059 Jul 15 19:07:37.645421 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-7135ed97-d4d1-4743-85a1-0b19730790ea tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:37.647316 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-7135ed97-d4d1-4743-85a1-0b19730790ea tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.69 "GET /v2.0/networks?id=68db1402-794a-4fcf-beca-a85ea1b44a56 HTTP/1.1" status: 200 len: 811 time: 0.1885996 Jul 15 19:07:37.667667 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214b9a8-8ce4-4c20-b7fe-8b2e70d6687a req-2766c9a8-75d7-44e1-ad73-880d0feb14e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:37.669197 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-1214b9a8-8ce4-4c20-b7fe-8b2e70d6687a req-2766c9a8-75d7-44e1-ad73-880d0feb14e0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4bce21e0-88dc-4de8-9d22-c4e766c0d73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0821617 Jul 15 19:07:37.766212 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-4bf2472a-132f-4bb2-bc1a-f054a156be13 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=180a42342ab54ecf9731a6938c11faae HTTP/1.1" status: 200 len: 380 time: 0.0808291 Jul 15 19:07:37.777122 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-8621dd6e-9af2-489d-847b-a872447b7816 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Request body: {'port': {'device_id': '5d10e296-aaa6-430c-a17a-cb6c2e06cd0a', 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56', 'admin_state_up': True, 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'security_groups': ['848fb33d-857e-45aa-9632-be3241fd2f98']}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:07:37.801974 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-1214b9a8-8ce4-4c20-b7fe-8b2e70d6687a req-caf38c6e-0a59-4e6c-bd39-9b9afb036689 service neutron] 10.222.0.69 "GET /v2.0/networks/4bce21e0-88dc-4de8-9d22-c4e766c0d73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155648 Jul 15 19:07:37.875411 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 53944) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:37.909998 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-1214b9a8-8ce4-4c20-b7fe-8b2e70d6687a req-546f9e1c-32b6-4354-b5ad-969970b671a8 service neutron] 10.222.0.69 "GET /v2.0/networks/4bce21e0-88dc-4de8-9d22-c4e766c0d73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004879 Jul 15 19:07:37.996328 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-8621dd6e-9af2-489d-847b-a872447b7816 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Made reservation on behalf of 180a42342ab54ecf9731a6938c11faae for: {'port': 1} {{(pid=93657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:07:38.002517 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-8621dd6e-9af2-489d-847b-a872447b7816 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:38.057396 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d44a3-1762-4f23-b7bf-944c9a5a7450 req-ec35ea8e-b9a0-4abd-83fb-63cc06f58af4 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:38.059069 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-912d44a3-1762-4f23-b7bf-944c9a5a7450 req-ec35ea8e-b9a0-4abd-83fb-63cc06f58af4 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.1959805 Jul 15 19:07:38.070605 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-503ce547-5a72-4541-99d0-db8943365023 req-0d3d9879-1cbd-4e6c-a809-5d55a4ef2fee tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d10e296-aaa6-430c-a17a-cb6c2e06cd0a HTTP/1.1" status: 200 len: 210 time: 0.0341766 Jul 15 19:07:38.121154 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-028fbdd8-9ee7-4795-a233-02c1518ce01d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:38.193259 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-912d44a3-1762-4f23-b7bf-944c9a5a7450 req-ce6edced-f558-4181-9260-a9766767f0e5 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003342 Jul 15 19:07:38.242814 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.db_base_plugin_common [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-8621dd6e-9af2-489d-847b-a872447b7816 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Allocated IP 172.20.0.13 (68db1402-794a-4fcf-beca-a85ea1b44a56/67978492-7f73-452d-9401-7aabf267f48c/1dfd31b1-755e-432c-9840-f7922941abc5) {{(pid=93657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:07:38.343188 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-028fbdd8-9ee7-4795-a233-02c1518ce01d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:38.352463 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-028fbdd8-9ee7-4795-a233-02c1518ce01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:38.418902 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93bf68-17be-4a5c-998a-579b70870628 req-48fa7dc7-8b9c-44cc-bf14-6a631e7ca7fe tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:38.420738 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-dd93bf68-17be-4a5c-998a-579b70870628 req-48fa7dc7-8b9c-44cc-bf14-6a631e7ca7fe tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 945 time: 0.0714843 Jul 15 19:07:38.438119 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-028fbdd8-9ee7-4795-a233-02c1518ce01d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ac4c6167db224e9fb1d27e911bdd57cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5467997 Jul 15 19:07:38.439177 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028fbdd8-9ee7-4795-a233-02c1518ce01d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f51d7b-98a1-4f13-b4d7-2ea46a99dd86,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:38.440324 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 53952) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:38.470185 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-8621dd6e-9af2-489d-847b-a872447b7816 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks [] for port, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:38.484802 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.provisioning_blocks [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-8621dd6e-9af2-489d-847b-a872447b7816 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Transition to ACTIVE for port object 1dfd31b1-755e-432c-9840-f7922941abc5 will not be triggered until provisioned by entity DHCP. {{(pid=93657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:07:38.485884 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-dd93bf68-17be-4a5c-998a-579b70870628 req-f0f0ef8a-9a54-463b-9340-d3c5aaa86c49 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590119 Jul 15 19:07:38.525988 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-1c6eb9fe-eb1f-4296-8212-8ddd2a2ef11d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:38.533292 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-8621dd6e-9af2-489d-847b-a872447b7816 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:38.557459 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-1c6eb9fe-eb1f-4296-8212-8ddd2a2ef11d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:38.588446 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-8621dd6e-9af2-489d-847b-a872447b7816 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Network 68db1402-794a-4fcf-beca-a85ea1b44a56 is already hosted by enough agents. {{(pid=93657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:07:38.591966 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.base_scheduler [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-8621dd6e-9af2-489d-847b-a872447b7816 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Resources bound (agent type, host, resource id): {{(pid=93657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:07:38.596722 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-8621dd6e-9af2-489d-847b-a872447b7816 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Received port after_create {{(pid=93657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:07:38.603654 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8621dd6e-9af2-489d-847b-a872447b7816 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Pushing event updated for resources: {'Port': ['ID=1dfd31b1-755e-432c-9840-f7922941abc5,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:38.644019 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-1c6eb9fe-eb1f-4296-8212-8ddd2a2ef11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:38.646870 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-1c6eb9fe-eb1f-4296-8212-8ddd2a2ef11d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:38.651359 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-1c6eb9fe-eb1f-4296-8212-8ddd2a2ef11d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a4f51d7b-98a1-4f13-b4d7-2ea46a99dd86 HTTP/1.1" status: 204 len: 168 time: 0.2067630 Jul 15 19:07:38.670456 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6eb9fe-eb1f-4296-8212-8ddd2a2ef11d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f51d7b-98a1-4f13-b4d7-2ea46a99dd86,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:38.680666 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-8621dd6e-9af2-489d-847b-a872447b7816 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:38.681495 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-8621dd6e-9af2-489d-847b-a872447b7816 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:38.725131 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-8621dd6e-9af2-489d-847b-a872447b7816 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9532893 Jul 15 19:07:38.747982 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-f4c084bc-7ac7-47e3-952b-4ddeeebf499c service neutron] Request body: {'port': {'device_id': '5d10e296-aaa6-430c-a17a-cb6c2e06cd0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:07:38.844859 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-f4c084bc-7ac7-47e3-952b-4ddeeebf499c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:38.897153 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-577f52a9-4614-4de7-8a82-32cea2717c49 None None] Provisioning for port 1dfd31b1-755e-432c-9840-f7922941abc5 completed by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:07:38.902217 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-577f52a9-4614-4de7-8a82-32cea2717c49 None None] Provisioning complete for port 1dfd31b1-755e-432c-9840-f7922941abc5 triggered by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:07:38.902611 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-577f52a9-4614-4de7-8a82-32cea2717c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:38.944662 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-577f52a9-4614-4de7-8a82-32cea2717c49 None None] Port 1dfd31b1-755e-432c-9840-f7922941abc5 cannot update to ACTIVE because it is not bound. {{(pid=93659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:07:39.009740 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 53960) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:39.023377 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e0885667-1d2f-436d-a28c-50aa106b91bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:39.169462 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e0885667-1d2f-436d-a28c-50aa106b91bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:39.176149 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e0885667-1d2f-436d-a28c-50aa106b91bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:39.198166 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.notifiers.nova [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-f4c084bc-7ac7-47e3-952b-4ddeeebf499c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dfd31b1-755e-432c-9840-f7922941abc5 {{(pid=93657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:07:39.206434 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-f4c084bc-7ac7-47e3-952b-4ddeeebf499c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:39.221484 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.provisioning_blocks [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-f4c084bc-7ac7-47e3-952b-4ddeeebf499c service neutron] Transition to ACTIVE for port object 1dfd31b1-755e-432c-9840-f7922941abc5 will not be triggered until provisioned by entity L2. {{(pid=93657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:07:39.232392 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-f4c084bc-7ac7-47e3-952b-4ddeeebf499c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6305852'] for port, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:39.250714 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-e0885667-1d2f-436d-a28c-50aa106b91bf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=813a880cc7284257bdde486c1904ed69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2392762 Jul 15 19:07:39.251674 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 53966) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:39.261608 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0885667-1d2f-436d-a28c-50aa106b91bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c02543-e6a9-4d6c-8688-0328032470b9,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:39.319374 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-354e5aab-c00f-4db6-bbf7-fa42967c7740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:39.345911 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-354e5aab-c00f-4db6-bbf7-fa42967c7740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:39.370858 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c084bc-7ac7-47e3-952b-4ddeeebf499c service neutron] Pushing event updated for resources: {'Port': ['ID=1dfd31b1-755e-432c-9840-f7922941abc5,revision_number=2']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:39.394740 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-f4c084bc-7ac7-47e3-952b-4ddeeebf499c service neutron] Attempting to bind port 1dfd31b1-755e-432c-9840-f7922941abc5 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:07:39.395053 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-f4c084bc-7ac7-47e3-952b-4ddeeebf499c service neutron] Attempting to bind port 1dfd31b1-755e-432c-9840-f7922941abc5 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '7666ad49-8517-4aa2-be40-d759823ff89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56'}] {{(pid=93657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:07:39.395382 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-f4c084bc-7ac7-47e3-952b-4ddeeebf499c service neutron] Attempting to bind port 1dfd31b1-755e-432c-9840-f7922941abc5 on network 68db1402-794a-4fcf-beca-a85ea1b44a56 {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:07:39.406542 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-f4c084bc-7ac7-47e3-952b-4ddeeebf499c service neutron] Port 1dfd31b1-755e-432c-9840-f7922941abc5 on network 68db1402-794a-4fcf-beca-a85ea1b44a56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:07:39.407473 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-f4c084bc-7ac7-47e3-952b-4ddeeebf499c service neutron] Attempting to bind port 1dfd31b1-755e-432c-9840-f7922941abc5 on network 68db1402-794a-4fcf-beca-a85ea1b44a56 {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:07:39.425743 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa94666-4b14-42db-b9d9-a8b8417a40b7 req-b9af1bcc-6caa-4591-b233-e4a5042f4597 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:39.427897 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-7fa94666-4b14-42db-b9d9-a8b8417a40b7 req-b9af1bcc-6caa-4591-b233-e4a5042f4597 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d10e296-aaa6-430c-a17a-cb6c2e06cd0a HTTP/1.1" status: 200 len: 944 time: 0.2096848 Jul 15 19:07:39.429772 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-f4c084bc-7ac7-47e3-952b-4ddeeebf499c service neutron] Checking agent: {'id': 'ff69530c-d7d1-4bd0-8ab4-9c33ea1455de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 2, 58), 'started_at': datetime.datetime(2021, 7, 15, 19, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:07:39.430113 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-f4c084bc-7ac7-47e3-952b-4ddeeebf499c service neutron] Checking segment: {'id': '7666ad49-8517-4aa2-be40-d759823ff89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:07:39.430505 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-f4c084bc-7ac7-47e3-952b-4ddeeebf499c service neutron] Bound using segment: {'id': '7666ad49-8517-4aa2-be40-d759823ff89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56'} {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:07:39.430969 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-f4c084bc-7ac7-47e3-952b-4ddeeebf499c service neutron] Bound port: 1dfd31b1-755e-432c-9840-f7922941abc5, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7666ad49-8517-4aa2-be40-d759823ff89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56'}}] {{(pid=93657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:07:39.431315 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-f4c084bc-7ac7-47e3-952b-4ddeeebf499c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:39.466738 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b001f-c59d-4cf4-999b-7c55e875c36c req-e14e9a4b-a00e-4b70-9e23-3f6628e84582 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:39.468320 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-3c1b001f-c59d-4cf4-999b-7c55e875c36c req-e14e9a4b-a00e-4b70-9e23-3f6628e84582 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.0970182 Jul 15 19:07:39.469493 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-354e5aab-c00f-4db6-bbf7-fa42967c7740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:39.472242 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-354e5aab-c00f-4db6-bbf7-fa42967c7740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:39.476013 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-354e5aab-c00f-4db6-bbf7-fa42967c7740 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c7c02543-e6a9-4d6c-8688-0328032470b9 HTTP/1.1" status: 204 len: 168 time: 0.2194183 Jul 15 19:07:39.508016 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e5aab-c00f-4db6-bbf7-fa42967c7740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c02543-e6a9-4d6c-8688-0328032470b9,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:39.535872 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-7fa94666-4b14-42db-b9d9-a8b8417a40b7 req-82e13587-e02a-469e-9641-fa9726590c58 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946214 Jul 15 19:07:39.546897 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-3c1b001f-c59d-4cf4-999b-7c55e875c36c req-8b09bf62-70a1-4e35-8acb-b3bd4a7c5643 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526357 Jul 15 19:07:39.569968 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-f4c084bc-7ac7-47e3-952b-4ddeeebf499c service neutron] For port 1dfd31b1-755e-432c-9840-f7922941abc5, host hv-cinder-78836, cleared binding levels {{(pid=93657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:07:39.573579 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-f4c084bc-7ac7-47e3-952b-4ddeeebf499c service neutron] For port 1dfd31b1-755e-432c-9840-f7922941abc5, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1dfd31b1-755e-432c-9840-f7922941abc5,segment=NetworkSegment(7666ad49-8517-4aa2-be40-d759823ff89a),segment_id=7666ad49-8517-4aa2-be40-d759823ff89a)] {{(pid=93657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:07:39.582371 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-f4c084bc-7ac7-47e3-952b-4ddeeebf499c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6305852'] for port, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:39.629825 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-f4c084bc-7ac7-47e3-952b-4ddeeebf499c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:39.630743 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-f4c084bc-7ac7-47e3-952b-4ddeeebf499c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:39.632494 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-f4c084bc-7ac7-47e3-952b-4ddeeebf499c service neutron] 10.222.0.69 "PUT /v2.0/ports/1dfd31b1-755e-432c-9840-f7922941abc5 HTTP/1.1" status: 200 len: 1094 time: 0.8922040 Jul 15 19:07:39.633087 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d10e296-aaa6-430c-a17a-cb6c2e06cd0a', 'tag': '1dfd31b1-755e-432c-9840-f7922941abc5'}] {{(pid=93657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:07:39.635757 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b0cfcdb1f3b1ee888c4befe2123a349a82046d9ec1555bca0e5a99b684397f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1062a631-5230-4734-81bc-3b4ab9fc754a" -d '{"events": [{"name": "network-changed", "server_uuid": "5d10e296-aaa6-430c-a17a-cb6c2e06cd0a", "tag": "1dfd31b1-755e-432c-9840-f7922941abc5"}]}' {{(pid=93657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:07:39.656651 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c084bc-7ac7-47e3-952b-4ddeeebf499c service neutron] Pushing event updated for resources: {'Port': ['ID=1dfd31b1-755e-432c-9840-f7922941abc5,revision_number=3']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:39.769094 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb63ab26-d840-42c6-970a-ceceeb00af86 x-openstack-request-id: req-bb63ab26-d840-42c6-970a-ceceeb00af86 {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:07:39.769637 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d10e296-aaa6-430c-a17a-cb6c2e06cd0a", "tag": "1dfd31b1-755e-432c-9840-f7922941abc5", "status": "completed", "code": 200}]} {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:07:39.770151 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bb63ab26-d840-42c6-970a-ceceeb00af86 {{(pid=93657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:07:39.770774 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d10e296-aaa6-430c-a17a-cb6c2e06cd0a', 'tag': '1dfd31b1-755e-432c-9840-f7922941abc5', 'status': 'completed', 'code': 200} Jul 15 19:07:39.860163 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-ded9b206-fbd8-4746-ae8a-1367782abe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:39.861845 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-ded9b206-fbd8-4746-ae8a-1367782abe7b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=180a42342ab54ecf9731a6938c11faae&device_id=5d10e296-aaa6-430c-a17a-cb6c2e06cd0a HTTP/1.1" status: 200 len: 1097 time: 0.0962558 Jul 15 19:07:39.874889 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d66dc-435f-4b03-b17e-ba6296c73c1e req-8bd16ff6-7c72-4bd5-b260-594bcdedcb03 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:39.876607 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-e75d66dc-435f-4b03-b17e-ba6296c73c1e req-8bd16ff6-7c72-4bd5-b260-594bcdedcb03 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 945 time: 0.1699767 Jul 15 19:07:39.937320 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-356bcb9f-336f-4497-aa7d-199ea1cc1113 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dfd31b1-755e-432c-9840-f7922941abc5 HTTP/1.1" status: 200 len: 217 time: 0.0573516 Jul 15 19:07:40.006059 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-e75d66dc-435f-4b03-b17e-ba6296c73c1e req-8cfb0207-e22c-4ce4-98d6-6baf961c63b9 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145575 Jul 15 19:07:40.017552 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-b5db8714-0507-4e77-80f5-9d643e0f1338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:40.024008 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-b5db8714-0507-4e77-80f5-9d643e0f1338 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=67978492-7f73-452d-9401-7aabf267f48c HTTP/1.1" status: 200 len: 850 time: 0.0745676 Jul 15 19:07:40.327501 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-e8ce39dc-4af0-4e41-8ebe-b9fb6920bd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:40.329241 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-e8ce39dc-4af0-4e41-8ebe-b9fb6920bd20 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=68db1402-794a-4fcf-beca-a85ea1b44a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2964592 Jul 15 19:07:40.457078 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-3a6d3e27-e56e-41f0-b9cd-910225406a95 service neutron] 10.222.0.69 "GET /v2.0/networks/68db1402-794a-4fcf-beca-a85ea1b44a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997627 Jul 15 19:07:40.567962 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-470142dd-f391-42e6-9ad2-29b8532de7d3 req-fdbb5d87-fe5b-4058-9635-2c8436eb2be6 service neutron] 10.222.0.69 "GET /v2.0/networks/68db1402-794a-4fcf-beca-a85ea1b44a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022201 Jul 15 19:07:40.766789 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8442f-1d37-426d-a88a-d8e3a2f42f23 req-6bbb3847-91bb-46e8-93a5-9a22d99e0986 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:40.768544 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-05f8442f-1d37-426d-a88a-d8e3a2f42f23 req-6bbb3847-91bb-46e8-93a5-9a22d99e0986 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d10e296-aaa6-430c-a17a-cb6c2e06cd0a HTTP/1.1" status: 200 len: 944 time: 0.0731578 Jul 15 19:07:40.819211 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 910e4255-cffb-47b8-86c7-b5373835f799 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:07:40.820178 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-05f8442f-1d37-426d-a88a-d8e3a2f42f23 req-008bbddb-315b-4b4f-b16a-0ac1bc0b48c9 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438273 Jul 15 19:07:40.890960 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062a631-5230-4734-81bc-3b4ab9fc754a req-40cb4c93-c17e-46bd-9602-a44f6bc01e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:40.892584 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1062a631-5230-4734-81bc-3b4ab9fc754a req-40cb4c93-c17e-46bd-9602-a44f6bc01e5a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=180a42342ab54ecf9731a6938c11faae&device_id=5d10e296-aaa6-430c-a17a-cb6c2e06cd0a HTTP/1.1" status: 200 len: 1097 time: 0.1714430 Jul 15 19:07:40.916751 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbef7e7-20a3-4bfb-b14c-1b34d269ed88 req-68ba5559-e46d-438a-aa25-2fb11932c627 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:40.919243 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-ecbef7e7-20a3-4bfb-b14c-1b34d269ed88 req-68ba5559-e46d-438a-aa25-2fb11932c627 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.1992862 Jul 15 19:07:40.965921 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:40.991588 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '581ac5fb-522d-4196-8736-01ddee95b0a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '910e4255-cffb-47b8-86c7-b5373835f799'}] {{(pid=93659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:07:40.994014 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cff241be1680f95bd86cb63ae369edb514e49424f5374e734ea98f44dc6e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360c33a9-70ec-4992-829a-7eac6a37e522" -d '{"events": [{"server_uuid": "581ac5fb-522d-4196-8736-01ddee95b0a5", "name": "network-vif-unplugged", "status": "completed", "tag": "910e4255-cffb-47b8-86c7-b5373835f799"}]}' {{(pid=93659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:07:41.008865 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 910e4255-cffb-47b8-86c7-b5373835f799, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=910e4255-cffb-47b8-86c7-b5373835f799,segment=NetworkSegment(c5f8fc6e-ca65-461a-98f0-ca6e4f10d746),segment_id=c5f8fc6e-ca65-461a-98f0-ca6e4f10d746)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:07:41.027413 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:41.044523 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-ecbef7e7-20a3-4bfb-b14c-1b34d269ed88 req-5ba6f1d5-02cd-4165-ab90-d8cbd4cafe0b tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064405 Jul 15 19:07:41.070492 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 19:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef36c18b-ec8a-42f8-847a-1f60e49f7a1f x-openstack-request-id: req-ef36c18b-ec8a-42f8-847a-1f60e49f7a1f {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:07:41.070863 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "581ac5fb-522d-4196-8736-01ddee95b0a5", "name": "network-vif-unplugged", "status": "completed", "tag": "910e4255-cffb-47b8-86c7-b5373835f799", "code": 200}]} {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:07:41.071181 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ef36c18b-ec8a-42f8-847a-1f60e49f7a1f {{(pid=93659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:07:41.071649 dv-cinder-788363-8-iscsi neutron-server[93659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '581ac5fb-522d-4196-8736-01ddee95b0a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '910e4255-cffb-47b8-86c7-b5373835f799', 'code': 200} Jul 15 19:07:41.086650 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062a631-5230-4734-81bc-3b4ab9fc754a req-c1eb3c2a-42a3-4723-a8b1-6f0c84459739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:41.088363 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1062a631-5230-4734-81bc-3b4ab9fc754a req-c1eb3c2a-42a3-4723-a8b1-6f0c84459739 service neutron] 10.222.0.69 "GET /v2.0/networks?id=68db1402-794a-4fcf-beca-a85ea1b44a56 HTTP/1.1" status: 200 len: 913 time: 0.1688030 Jul 15 19:07:41.110148 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=910e4255-cffb-47b8-86c7-b5373835f799,revision_number=8']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:41.215123 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1062a631-5230-4734-81bc-3b4ab9fc754a req-d53b3da6-cce1-4e83-b1a7-d3a184476055 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dfd31b1-755e-432c-9840-f7922941abc5 HTTP/1.1" status: 200 len: 217 time: 0.0708683 Jul 15 19:07:41.305086 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062a631-5230-4734-81bc-3b4ab9fc754a req-0fcd74ce-a5da-4c99-bff1-8cd041ed424f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:41.306677 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1062a631-5230-4734-81bc-3b4ab9fc754a req-0fcd74ce-a5da-4c99-bff1-8cd041ed424f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=67978492-7f73-452d-9401-7aabf267f48c HTTP/1.1" status: 200 len: 850 time: 0.0825996 Jul 15 19:07:41.309863 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554f25f-243f-487c-8274-f8618f109409 req-70cfaaf8-58ed-4a1e-ac12-098467d8a2c3 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:41.310667 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-b554f25f-243f-487c-8274-f8618f109409 req-70cfaaf8-58ed-4a1e-ac12-098467d8a2c3 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 943 time: 0.1349347 Jul 15 19:07:41.388224 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-b554f25f-243f-487c-8274-f8618f109409 req-fcf79435-3b16-42ca-b9cb-60bd9f051871 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661457 Jul 15 19:07:41.468904 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062a631-5230-4734-81bc-3b4ab9fc754a req-288666fd-0278-489d-b250-56d21068592d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:41.471568 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1062a631-5230-4734-81bc-3b4ab9fc754a req-288666fd-0278-489d-b250-56d21068592d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=68db1402-794a-4fcf-beca-a85ea1b44a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1360538 Jul 15 19:07:41.613817 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1062a631-5230-4734-81bc-3b4ab9fc754a req-2115c898-661a-4dfc-b557-95dc3f46d2c0 service neutron] 10.222.0.69 "GET /v2.0/networks/68db1402-794a-4fcf-beca-a85ea1b44a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324291 Jul 15 19:07:41.760188 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1062a631-5230-4734-81bc-3b4ab9fc754a req-6ac1511e-2cfb-425a-ad75-f70c1486d3d4 service neutron] 10.222.0.69 "GET /v2.0/networks/68db1402-794a-4fcf-beca-a85ea1b44a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205707 Jul 15 19:07:42.047010 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a655feb6-81b7-415d-b565-d939c56090e4 req-4373ede9-eb96-45b1-9b40-c11fc3ced498 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:42.049297 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-a655feb6-81b7-415d-b565-d939c56090e4 req-4373ede9-eb96-45b1-9b40-c11fc3ced498 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d10e296-aaa6-430c-a17a-cb6c2e06cd0a HTTP/1.1" status: 200 len: 944 time: 0.0868309 Jul 15 19:07:42.123510 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-a655feb6-81b7-415d-b565-d939c56090e4 req-8182fb13-f05c-4e65-87ed-6b599538f753 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640457 Jul 15 19:07:42.441975 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931f1de-a2a6-449b-a48b-b5843c46c4dc req-99fd8c1f-7422-4d9d-9fb3-96625617faba tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:42.451220 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-e931f1de-a2a6-449b-a48b-b5843c46c4dc req-99fd8c1f-7422-4d9d-9fb3-96625617faba tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.1138754 Jul 15 19:07:42.498387 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-e931f1de-a2a6-449b-a48b-b5843c46c4dc req-64e28dbe-e423-486c-afed-018f493ed3b4 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469210 Jul 15 19:07:42.789050 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c23949-c6d3-4ffe-90cc-dc8fe6f74862 req-ca6f1100-db24-43a6-a572-960eea7326e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:42.792228 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-91c23949-c6d3-4ffe-90cc-dc8fe6f74862 req-ca6f1100-db24-43a6-a572-960eea7326e7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5330063560884d19abff6266bfc251c7&device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 1098 time: 0.1157815 Jul 15 19:07:42.811282 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d350e-e718-415d-b43c-95fac9748067 req-d60fe35a-4ad9-4c52-b32c-04049334fede tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:42.811282 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-917d350e-e718-415d-b43c-95fac9748067 req-d60fe35a-4ad9-4c52-b32c-04049334fede tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.1318052 Jul 15 19:07:42.969461 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-917d350e-e718-415d-b43c-95fac9748067 req-45609855-d5fc-4386-a87d-b86cf0423119 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468065 Jul 15 19:07:43.006905 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c23949-c6d3-4ffe-90cc-dc8fe6f74862 req-57c23bf9-2e19-43d8-b504-3cbfa6be215d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:43.009564 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-91c23949-c6d3-4ffe-90cc-dc8fe6f74862 req-57c23bf9-2e19-43d8-b504-3cbfa6be215d service neutron] 10.222.0.69 "GET /v2.0/networks?id=db293c0c-639d-465d-957a-7d2d560b6fd9 HTTP/1.1" status: 200 len: 920 time: 0.1789060 Jul 15 19:07:43.026570 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab71d9-0bf4-4c7c-ab51-a976b595edd2 req-2f1d12de-868d-43a9-9c57-b3b663c5993b tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:43.029499 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-8dab71d9-0bf4-4c7c-ab51-a976b595edd2 req-2f1d12de-868d-43a9-9c57-b3b663c5993b tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 943 time: 0.1267364 Jul 15 19:07:43.068641 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-91c23949-c6d3-4ffe-90cc-dc8fe6f74862 req-7f87e96b-ee4f-4b38-b9e6-6d32ce376fa4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcd802ab-ebd9-4ee1-ba29-e8f31a844602 HTTP/1.1" status: 200 len: 217 time: 0.0506573 Jul 15 19:07:43.092838 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-8dab71d9-0bf4-4c7c-ab51-a976b595edd2 req-6bc82979-67dd-4bd4-ad50-2cfa9493431e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573497 Jul 15 19:07:43.148898 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c23949-c6d3-4ffe-90cc-dc8fe6f74862 req-450272ba-1cf3-498e-8f85-e452390b088a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:43.150308 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-91c23949-c6d3-4ffe-90cc-dc8fe6f74862 req-450272ba-1cf3-498e-8f85-e452390b088a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c64f9169-c20b-4ae0-8226-b6cbf9550510 HTTP/1.1" status: 200 len: 858 time: 0.0736926 Jul 15 19:07:43.211787 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-91c23949-c6d3-4ffe-90cc-dc8fe6f74862 req-2ecae466-a1a5-4693-a3a2-d782fdd3ac9d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=db293c0c-639d-465d-957a-7d2d560b6fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545516 Jul 15 19:07:43.400073 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-91c23949-c6d3-4ffe-90cc-dc8fe6f74862 req-2afb2eac-7b9f-4998-b63c-a97960eba871 service neutron] 10.222.0.69 "GET /v2.0/networks/db293c0c-639d-465d-957a-7d2d560b6fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786926 Jul 15 19:07:43.436426 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59620d-4bae-4a5c-8ab8-d1384913ebf3 req-fbe41ea2-4411-4abb-848e-1c3e46e46ba7 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:43.438394 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-7e59620d-4bae-4a5c-8ab8-d1384913ebf3 req-fbe41ea2-4411-4abb-848e-1c3e46e46ba7 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d10e296-aaa6-430c-a17a-cb6c2e06cd0a HTTP/1.1" status: 200 len: 944 time: 0.1737444 Jul 15 19:07:43.440218 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 54100) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:43.537195 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-7e59620d-4bae-4a5c-8ab8-d1384913ebf3 req-9b57f330-9362-4c1c-b9fe-aa4e06f00d9d tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862744 Jul 15 19:07:43.561257 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 54106) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:43.583427 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-91c23949-c6d3-4ffe-90cc-dc8fe6f74862 req-009d5608-ed12-44f5-88d0-4d33ccb544f4 service neutron] 10.222.0.69 "GET /v2.0/networks/db293c0c-639d-465d-957a-7d2d560b6fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750505 Jul 15 19:07:43.736570 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-7ad07845-0e07-4400-969e-d6f1f12142b5 req-3154971e-3d8a-4af3-80e4-ecb6144385a6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2947285 Jul 15 19:07:43.739307 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e5789165-83b3-466b-8c6b-2e5f2755ece6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:43.761094 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663544ae-1df0-4002-b01f-712eb0f150e5 req-2c315da9-8ad6-4b13-a731-bd0ef2155fde tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:43.762683 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-663544ae-1df0-4002-b01f-712eb0f150e5 req-2c315da9-8ad6-4b13-a731-bd0ef2155fde tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.1114955 Jul 15 19:07:43.832579 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-663544ae-1df0-4002-b01f-712eb0f150e5 req-40480a8d-559c-45de-9ca4-31dbe5b34f9e tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621223 Jul 15 19:07:43.904628 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e5789165-83b3-466b-8c6b-2e5f2755ece6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:43.909087 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e5789165-83b3-466b-8c6b-2e5f2755ece6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:43.951373 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-e5789165-83b3-466b-8c6b-2e5f2755ece6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=06d7b89d7a4e4ffd807ed325f731a7fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3886716 Jul 15 19:07:43.952346 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5789165-83b3-466b-8c6b-2e5f2755ece6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74959975-0231-4ae3-8bac-f2520c10e619,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:43.954757 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 54120) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:44.021189 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-a9f7b2c1-65e4-4430-88b1-9cbc256d6ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:44.052544 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-a9f7b2c1-65e4-4430-88b1-9cbc256d6ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:44.113295 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-a9f7b2c1-65e4-4430-88b1-9cbc256d6ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:44.117528 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-a9f7b2c1-65e4-4430-88b1-9cbc256d6ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:44.119186 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-a9f7b2c1-65e4-4430-88b1-9cbc256d6ecb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/74959975-0231-4ae3-8bac-f2520c10e619 HTTP/1.1" status: 204 len: 168 time: 0.1625488 Jul 15 19:07:44.139367 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f7b2c1-65e4-4430-88b1-9cbc256d6ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74959975-0231-4ae3-8bac-f2520c10e619,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:44.258807 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ccf61-cc61-4f3f-9c8b-80a1572e5419 req-17549515-a8ac-417e-8615-fe41a1040e02 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:44.268669 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-b43ccf61-cc61-4f3f-9c8b-80a1572e5419 req-17549515-a8ac-417e-8615-fe41a1040e02 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.1054542 Jul 15 19:07:44.315318 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-b43ccf61-cc61-4f3f-9c8b-80a1572e5419 req-a5686e8d-25a7-4c81-9eea-a8e14bfb2420 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454698 Jul 15 19:07:44.347206 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea33991-1a24-4ca8-963a-cbe8373fe3c8 req-0f8a7070-d872-4542-8d72-ac173ba09dce tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:44.356317 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-2ea33991-1a24-4ca8-963a-cbe8373fe3c8 req-0f8a7070-d872-4542-8d72-ac173ba09dce tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 943 time: 0.1017218 Jul 15 19:07:44.399815 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-2ea33991-1a24-4ca8-963a-cbe8373fe3c8 req-299e4fb3-72e4-45c1-b97d-9854460dced1 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382404 Jul 15 19:07:44.559992 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 54130) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:44.574036 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-c165daf0-e841-4148-9b61-810f2aee0ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:44.691367 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-c165daf0-e841-4148-9b61-810f2aee0ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:44.701458 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-c165daf0-e841-4148-9b61-810f2aee0ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:44.766123 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-c165daf0-e841-4148-9b61-810f2aee0ab9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=998051e7c3754c73996ef911b2c12862&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2049537 Jul 15 19:07:44.768880 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c165daf0-e841-4148-9b61-810f2aee0ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4314de3d-3a7c-4953-a27a-365fcc5f553e,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:44.769363 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 54134) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:44.812245 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf90343-9efc-4c8e-bec4-696ca9ede2a5 req-029d3500-090d-49ed-be6e-23558ea70d38 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:44.813242 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 910e4255-cffb-47b8-86c7-b5373835f799 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:07:44.814774 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-6cf90343-9efc-4c8e-bec4-696ca9ede2a5 req-029d3500-090d-49ed-be6e-23558ea70d38 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d10e296-aaa6-430c-a17a-cb6c2e06cd0a HTTP/1.1" status: 200 len: 944 time: 0.1262927 Jul 15 19:07:44.874133 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-2ae0477b-d4d4-476f-92fe-5ba3ed81ac55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:44.890155 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-6cf90343-9efc-4c8e-bec4-696ca9ede2a5 req-d4db998d-4fa6-47ba-8f8c-9a45363897f0 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684335 Jul 15 19:07:44.917936 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-2ae0477b-d4d4-476f-92fe-5ba3ed81ac55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:44.972567 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-2ae0477b-d4d4-476f-92fe-5ba3ed81ac55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:44.975092 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-2ae0477b-d4d4-476f-92fe-5ba3ed81ac55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:44.976427 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-2ae0477b-d4d4-476f-92fe-5ba3ed81ac55 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4314de3d-3a7c-4953-a27a-365fcc5f553e HTTP/1.1" status: 204 len: 168 time: 0.2058158 Jul 15 19:07:44.986892 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0477b-d4d4-476f-92fe-5ba3ed81ac55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4314de3d-3a7c-4953-a27a-365fcc5f553e,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:45.065923 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c8200-4878-4a4f-9012-f50ae12faef5 req-b5ed3faa-602f-4595-abe3-5cdea8d97c86 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:45.067699 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-3b1c8200-4878-4a4f-9012-f50ae12faef5 req-b5ed3faa-602f-4595-abe3-5cdea8d97c86 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.0769796 Jul 15 19:07:45.110652 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-3b1c8200-4878-4a4f-9012-f50ae12faef5 req-95042941-fc7b-42ac-ad4a-cf557f99ff95 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355384 Jul 15 19:07:45.614762 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a30735-933e-462b-a9ee-897fbc4112ba req-3aff8467-8b1f-4fbe-a0e9-bea7b45176c2 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:45.626498 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-66a30735-933e-462b-a9ee-897fbc4112ba req-3aff8467-8b1f-4fbe-a0e9-bea7b45176c2 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.1506505 Jul 15 19:07:45.678274 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-66a30735-933e-462b-a9ee-897fbc4112ba req-a2ae9ced-28f9-4320-b0ad-d607b6020624 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506611 Jul 15 19:07:45.735465 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a50a8-cf51-4bd6-8fca-83be2d4288f2 req-5bfa924b-ded8-4f4e-bd9a-acf664652fca tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:45.735465 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-3f6a50a8-cf51-4bd6-8fca-83be2d4288f2 req-5bfa924b-ded8-4f4e-bd9a-acf664652fca tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 943 time: 0.1047816 Jul 15 19:07:45.772695 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-3f6a50a8-cf51-4bd6-8fca-83be2d4288f2 req-2e5193d8-c168-493e-af9f-a58abf7ba54b tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363305 Jul 15 19:07:45.950874 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 54164) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:46.087292 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-bcfd9068-ad55-4d82-9c44-cfde5b4e04f7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2073092532-network', 'tenant_id': 'e0b29ed27bec4677bdd7d88e7e098ff4'}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:07:46.171916 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad07845-0e07-4400-969e-d6f1f12142b5 req-320f519d-d2f5-447c-8e06-5e72bdc5cb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:46.173453 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-7ad07845-0e07-4400-969e-d6f1f12142b5 req-320f519d-d2f5-447c-8e06-5e72bdc5cb82 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5&tenant_id=509209d2c8bd40dc87dfc3c3ad815494 HTTP/1.1" status: 200 len: 1096 time: 0.1711137 Jul 15 19:07:46.174066 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfd9068-ad55-4d82-9c44-cfde5b4e04f7 admin admin] Made reservation on behalf of e0b29ed27bec4677bdd7d88e7e098ff4 for: {'network': 1} {{(pid=93657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:07:46.176620 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-bcfd9068-ad55-4d82-9c44-cfde5b4e04f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for network, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:46.188375 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-bcfd9068-ad55-4d82-9c44-cfde5b4e04f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:46.214049 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08876d-3542-400a-a77b-2c22508447d1 req-20c6bda4-1a5a-45ff-9e4e-fb3987e3176b tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:46.215618 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-7c08876d-3542-400a-a77b-2c22508447d1 req-20c6bda4-1a5a-45ff-9e4e-fb3987e3176b tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d10e296-aaa6-430c-a17a-cb6c2e06cd0a HTTP/1.1" status: 200 len: 944 time: 0.1509140 Jul 15 19:07:46.314894 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-7c08876d-3542-400a-a77b-2c22508447d1 req-4225183d-34be-4ef2-b2ac-6bb6fca5708a tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853150 Jul 15 19:07:46.366063 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad07845-0e07-4400-969e-d6f1f12142b5 req-b3ebfd89-1161-41e0-b8d8-e1872df36c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:46.368181 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-7ad07845-0e07-4400-969e-d6f1f12142b5 req-b3ebfd89-1161-41e0-b8d8-e1872df36c32 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=509209d2c8bd40dc87dfc3c3ad815494&device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 1096 time: 0.1493874 Jul 15 19:07:46.447305 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-bcfd9068-ad55-4d82-9c44-cfde5b4e04f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:46.485734 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-bcfd9068-ad55-4d82-9c44-cfde5b4e04f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:46.528838 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcfd9068-ad55-4d82-9c44-cfde5b4e04f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1056} {{(pid=93657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:07:46.554675 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd9068-ad55-4d82-9c44-cfde5b4e04f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433608df-d045-408f-9c5f-07da2b6597b8,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:46.556305 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71e4de-e537-4fa1-a7c1-531aab027a4c req-6a09944a-77c6-4e8c-b2fd-1672c4e786fd tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:46.557874 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-ac71e4de-e537-4fa1-a7c1-531aab027a4c req-6a09944a-77c6-4e8c-b2fd-1672c4e786fd tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.3177497 Jul 15 19:07:46.558078 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-bcfd9068-ad55-4d82-9c44-cfde5b4e04f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882'] for segment, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:46.558386 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.db.segments_db [None req-bcfd9068-ad55-4d82-9c44-cfde5b4e04f7 admin admin] Added segment 876202f5-af64-439b-b43f-7279c9ccb380 of type vlan for network faaa7883-4d3a-40f7-88c4-683da48d085a Jul 15 19:07:46.560765 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad07845-0e07-4400-969e-d6f1f12142b5 req-c0dd448f-a6d0-4a07-9fc5-c151cb2b3664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:46.562305 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-7ad07845-0e07-4400-969e-d6f1f12142b5 req-c0dd448f-a6d0-4a07-9fc5-c151cb2b3664 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4bce21e0-88dc-4de8-9d22-c4e766c0d73f HTTP/1.1" status: 200 len: 918 time: 0.1822488 Jul 15 19:07:46.618482 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-ac71e4de-e537-4fa1-a7c1-531aab027a4c req-b09b7267-876f-478d-8def-1ba533a2f04a tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375061 Jul 15 19:07:46.664931 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-bcfd9068-ad55-4d82-9c44-cfde5b4e04f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730934684676'] for network, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:46.703194 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-7ad07845-0e07-4400-969e-d6f1f12142b5 req-76a72110-c94f-4f6e-9ad2-61050e4c6127 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=910e4255-cffb-47b8-86c7-b5373835f799 HTTP/1.1" status: 200 len: 998 time: 0.1315403 Jul 15 19:07:46.754679 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-bcfd9068-ad55-4d82-9c44-cfde5b4e04f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736'] for network, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:46.755644 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfd9068-ad55-4d82-9c44-cfde5b4e04f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:46.756227 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-bcfd9068-ad55-4d82-9c44-cfde5b4e04f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for network, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:46.796668 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad07845-0e07-4400-969e-d6f1f12142b5 req-cf40542f-aca5-4438-b982-7763dde43576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:46.798219 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-7ad07845-0e07-4400-969e-d6f1f12142b5 req-cf40542f-aca5-4438-b982-7763dde43576 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c53d632-04b3-4db0-b6ce-07c07955a0b8 HTTP/1.1" status: 200 len: 855 time: 0.0828021 Jul 15 19:07:46.802634 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-bcfd9068-ad55-4d82-9c44-cfde5b4e04f7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8500791 Jul 15 19:07:46.806663 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 54172) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:46.815189 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [None req-95a25ee1-dfe8-45a5-a944-b5d196405d33 admin admin] Request body: {'subnet': {'network_id': 'faaa7883-4d3a-40f7-88c4-683da48d085a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2073092532-subnet', 'tenant_id': 'e0b29ed27bec4677bdd7d88e7e098ff4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:07:46.847343 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd9068-ad55-4d82-9c44-cfde5b4e04f7 admin admin] Pushing event updated for resources: {'Network': ['ID=faaa7883-4d3a-40f7-88c4-683da48d085a,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:46.857030 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a25ee1-dfe8-45a5-a944-b5d196405d33 admin admin] Made reservation on behalf of e0b29ed27bec4677bdd7d88e7e098ff4 for: {'subnet': 1} {{(pid=93658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:07:46.862369 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-95a25ee1-dfe8-45a5-a944-b5d196405d33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133998'] for subnet, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:46.864354 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Network faaa7883-4d3a-40f7-88c4-683da48d085a details requested by agent ovs-agent-dv-cinder-788363-8-iscsi with host dv-cinder-788363-8-iscsi {{(pid=93659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:07:46.941604 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad07845-0e07-4400-969e-d6f1f12142b5 req-41f65c8e-87c3-43a6-b040-b978a3c32632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:46.943177 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-7ad07845-0e07-4400-969e-d6f1f12142b5 req-41f65c8e-87c3-43a6-b040-b978a3c32632 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4bce21e0-88dc-4de8-9d22-c4e766c0d73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1365581 Jul 15 19:07:46.955348 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5add9cc-c7cb-4bf8-bf4f-c11ffcc950b0 req-cca87b62-d92a-4c87-8d96-99224b30ab94 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:46.956913 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-d5add9cc-c7cb-4bf8-bf4f-c11ffcc950b0 req-cca87b62-d92a-4c87-8d96-99224b30ab94 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.1114967 Jul 15 19:07:47.056608 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-d5add9cc-c7cb-4bf8-bf4f-c11ffcc950b0 req-4e592542-f2be-4baa-bab8-e325abacfe4d tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895314 Jul 15 19:07:47.077083 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-7ad07845-0e07-4400-969e-d6f1f12142b5 req-78adbbcf-d1b0-4075-9c42-60fb737ecd69 service neutron] 10.222.0.69 "GET /v2.0/networks/4bce21e0-88dc-4de8-9d22-c4e766c0d73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191597 Jul 15 19:07:47.178938 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-7ad07845-0e07-4400-969e-d6f1f12142b5 req-baf1f67e-5fca-4293-bca3-279154d72d19 service neutron] 10.222.0.69 "GET /v2.0/networks/4bce21e0-88dc-4de8-9d22-c4e766c0d73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917530 Jul 15 19:07:47.180874 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9b20a-1c14-4045-b8a1-e59f64930afd req-56ee1d49-17e8-446e-9527-cd461afad66e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:47.183598 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-bbc9b20a-1c14-4045-b8a1-e59f64930afd req-56ee1d49-17e8-446e-9527-cd461afad66e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 943 time: 0.2579823 Jul 15 19:07:47.312037 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-bbc9b20a-1c14-4045-b8a1-e59f64930afd req-007e2080-61c6-4433-81c0-54353362d6c7 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178932 Jul 15 19:07:47.331744 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-95a25ee1-dfe8-45a5-a944-b5d196405d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4513106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5134012'] for subnet, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:47.432788 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a25ee1-dfe8-45a5-a944-b5d196405d33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7c8ef4f-59a6-4fee-ac9f-f878c6a1519f,revision_number=0']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:47.451061 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a25ee1-dfe8-45a5-a944-b5d196405d33 admin admin] Checking segment: {'id': '876202f5-af64-439b-b43f-7279c9ccb380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'faaa7883-4d3a-40f7-88c4-683da48d085a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:07:47.451646 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a25ee1-dfe8-45a5-a944-b5d196405d33 admin admin] Network hostable DHCP agents. Network: faaa7883-4d3a-40f7-88c4-683da48d085a, hostable agents: ['55735004-04ab-4467-ab29-fafa31dd3593'], hosted agents: [] {{(pid=93658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:07:47.480954 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a25ee1-dfe8-45a5-a944-b5d196405d33 admin admin] Network faaa7883-4d3a-40f7-88c4-683da48d085a is scheduled to be hosted by DHCP agent 55735004-04ab-4467-ab29-fafa31dd3593 with binding_index 1 {{(pid=93658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:07:47.498936 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.base_scheduler [None req-95a25ee1-dfe8-45a5-a944-b5d196405d33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-8-iscsi, faaa7883-4d3a-40f7-88c4-683da48d085a) {{(pid=93658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:07:47.509954 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a25ee1-dfe8-45a5-a944-b5d196405d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:47.510907 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-95a25ee1-dfe8-45a5-a944-b5d196405d33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:47.518022 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5b033b-e6cb-454b-9123-6dd0c46a734c None None] Network faaa7883-4d3a-40f7-88c4-683da48d085a requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:07:47.543435 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-95a25ee1-dfe8-45a5-a944-b5d196405d33 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7350073 Jul 15 19:07:47.548577 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5f4c7-3b39-454e-8352-86e59bb465bb req-b0bb488b-1e44-4b67-bb09-fb0bc97bb5cc tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:47.555979 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-25f5f4c7-3b39-454e-8352-86e59bb465bb req-b0bb488b-1e44-4b67-bb09-fb0bc97bb5cc tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d10e296-aaa6-430c-a17a-cb6c2e06cd0a HTTP/1.1" status: 200 len: 944 time: 0.0933022 Jul 15 19:07:47.604000 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-25f5f4c7-3b39-454e-8352-86e59bb465bb req-3b4bca44-a78e-405f-bebd-286058cae4a0 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465522 Jul 15 19:07:47.720826 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf41a27d-5c18-4387-8c72-8e89f36821a3 None None] Network faaa7883-4d3a-40f7-88c4-683da48d085a requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:07:48.023386 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec60caa-b686-464f-9910-b65f73ee477e req-a6e036bd-f7e6-4dad-8093-33134fc03fd1 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:48.030490 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-bec60caa-b686-464f-9910-b65f73ee477e req-a6e036bd-f7e6-4dad-8093-33134fc03fd1 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.1284449 Jul 15 19:07:48.086738 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-bec60caa-b686-464f-9910-b65f73ee477e req-f9d2ba2d-8f04-488f-9dce-cd265d583eba tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513194 Jul 15 19:07:48.364829 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 54220) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:48.370453 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [None req-f4a15421-d0f3-4351-ba8a-66c41be9a82a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-77402498-network', 'tenant_id': '86ce029a0e5740feba8a7fb1c4e164a8'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:07:48.425150 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a15421-d0f3-4351-ba8a-66c41be9a82a admin admin] Made reservation on behalf of 86ce029a0e5740feba8a7fb1c4e164a8 for: {'network': 1} {{(pid=93658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:07:48.428596 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-f4a15421-d0f3-4351-ba8a-66c41be9a82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for network, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:48.446362 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-f4a15421-d0f3-4351-ba8a-66c41be9a82a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:48.509643 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9615e1-bb39-4fcf-8586-f834c365a670 req-e63ca54c-cfa6-49cb-b370-c8af6765c265 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:48.513682 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-4a9615e1-bb39-4fcf-8586-f834c365a670 req-e63ca54c-cfa6-49cb-b370-c8af6765c265 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.1654565 Jul 15 19:07:48.603459 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-4a9615e1-bb39-4fcf-8586-f834c365a670 req-cf510016-0fcb-4a71-a0a6-d08c15b008c2 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673366 Jul 15 19:07:48.686963 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39c93b-2374-4d77-92bb-6f2b9c9d3b5c req-fbd4a7e6-ab7b-4470-9256-22ce0f7a5793 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:48.688873 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-3a39c93b-2374-4d77-92bb-6f2b9c9d3b5c req-fbd4a7e6-ab7b-4470-9256-22ce0f7a5793 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 943 time: 0.1362839 Jul 15 19:07:48.703422 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-f4a15421-d0f3-4351-ba8a-66c41be9a82a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:48.763479 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-f4a15421-d0f3-4351-ba8a-66c41be9a82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:48.773501 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-3a39c93b-2374-4d77-92bb-6f2b9c9d3b5c req-b1843c85-9e63-4571-936e-753564fab520 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676703 Jul 15 19:07:48.817708 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4a15421-d0f3-4351-ba8a-66c41be9a82a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1064} {{(pid=93658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:07:48.845235 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-f4a15421-d0f3-4351-ba8a-66c41be9a82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882'] for segment, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:48.845917 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.db.segments_db [None req-f4a15421-d0f3-4351-ba8a-66c41be9a82a admin admin] Added segment 359e5875-0b86-4698-b74b-ad487e1a91a4 of type vlan for network fd18538d-3317-45a7-a0c4-8b9700b60c50 Jul 15 19:07:48.848419 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a15421-d0f3-4351-ba8a-66c41be9a82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4a3e7d-1b8a-4a25-ba61-2d08e937e87a,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:48.927474 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-f4a15421-d0f3-4351-ba8a-66c41be9a82a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730934684676'] for network, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:48.966711 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-f4a15421-d0f3-4351-ba8a-66c41be9a82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736'] for network, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:48.967743 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a15421-d0f3-4351-ba8a-66c41be9a82a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:48.968674 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-f4a15421-d0f3-4351-ba8a-66c41be9a82a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for network, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:48.985169 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb975bf2-7bcc-40ad-a4e1-c5595e9b67dd req-ac8eeb30-ede4-480d-98c9-e28484c069ba tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:48.987122 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-fb975bf2-7bcc-40ad-a4e1-c5595e9b67dd req-ac8eeb30-ede4-480d-98c9-e28484c069ba tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d10e296-aaa6-430c-a17a-cb6c2e06cd0a HTTP/1.1" status: 200 len: 944 time: 0.1092250 Jul 15 19:07:49.012527 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-f4a15421-d0f3-4351-ba8a-66c41be9a82a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6460135 Jul 15 19:07:49.017833 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 54224) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:49.032367 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-0915ec12-8271-4e42-b8c1-ee5bd4737f2d admin admin] Request body: {'subnet': {'network_id': 'fd18538d-3317-45a7-a0c4-8b9700b60c50', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-77402498-subnet', 'tenant_id': '86ce029a0e5740feba8a7fb1c4e164a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:07:49.075471 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a15421-d0f3-4351-ba8a-66c41be9a82a admin admin] Pushing event updated for resources: {'Network': ['ID=fd18538d-3317-45a7-a0c4-8b9700b60c50,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:49.088200 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Network fd18538d-3317-45a7-a0c4-8b9700b60c50 details requested by agent ovs-agent-dv-cinder-788363-8-iscsi with host dv-cinder-788363-8-iscsi {{(pid=93659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:07:49.096754 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-fb975bf2-7bcc-40ad-a4e1-c5595e9b67dd req-f08dc386-41d3-4f6d-b7e1-7ad8b62049ad tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008039 Jul 15 19:07:49.104944 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0915ec12-8271-4e42-b8c1-ee5bd4737f2d admin admin] Made reservation on behalf of 86ce029a0e5740feba8a7fb1c4e164a8 for: {'subnet': 1} {{(pid=93657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:07:49.107661 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-0915ec12-8271-4e42-b8c1-ee5bd4737f2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5276051'] for subnet, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:49.360902 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa41bf-1c30-426b-8dc1-3d1088c6e3a5 req-35138af2-0e6a-4bde-ade5-dfdb9490ec3f tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:49.360902 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-a7fa41bf-1c30-426b-8dc1-3d1088c6e3a5 req-35138af2-0e6a-4bde-ade5-dfdb9490ec3f tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.0904624 Jul 15 19:07:49.414098 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-a7fa41bf-1c30-426b-8dc1-3d1088c6e3a5 req-a8def150-aee4-494d-b86e-12f720394c35 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417314 Jul 15 19:07:49.477122 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-61c75d5d-da13-4dbd-b4bb-bccdc15a0f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:49.623886 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-0915ec12-8271-4e42-b8c1-ee5bd4737f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6305961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5276033'] for subnet, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:49.687784 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0915ec12-8271-4e42-b8c1-ee5bd4737f2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4dc06d2-e54c-4e0c-a50d-c76f3e210480,revision_number=0']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:49.696764 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0915ec12-8271-4e42-b8c1-ee5bd4737f2d admin admin] Checking segment: {'id': '359e5875-0b86-4698-b74b-ad487e1a91a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'fd18538d-3317-45a7-a0c4-8b9700b60c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:07:49.697132 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0915ec12-8271-4e42-b8c1-ee5bd4737f2d admin admin] Network hostable DHCP agents. Network: fd18538d-3317-45a7-a0c4-8b9700b60c50, hostable agents: ['55735004-04ab-4467-ab29-fafa31dd3593'], hosted agents: [] {{(pid=93657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:07:49.716854 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0915ec12-8271-4e42-b8c1-ee5bd4737f2d admin admin] Network fd18538d-3317-45a7-a0c4-8b9700b60c50 is scheduled to be hosted by DHCP agent 55735004-04ab-4467-ab29-fafa31dd3593 with binding_index 1 {{(pid=93657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:07:49.754659 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.base_scheduler [None req-0915ec12-8271-4e42-b8c1-ee5bd4737f2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-8-iscsi, fd18538d-3317-45a7-a0c4-8b9700b60c50) {{(pid=93657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:07:49.759772 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0915ec12-8271-4e42-b8c1-ee5bd4737f2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:49.760391 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-0915ec12-8271-4e42-b8c1-ee5bd4737f2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for subnet, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:49.767904 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa009a9-18b5-4d23-965f-d3bb2ac9f561 None None] Network fd18538d-3317-45a7-a0c4-8b9700b60c50 requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:07:49.792880 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-0915ec12-8271-4e42-b8c1-ee5bd4737f2d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7732773 Jul 15 19:07:49.935257 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73ede3-1cac-4e3e-b79e-61a7e8e56472 req-88f02ed3-271b-485b-aa34-d58a823a1ea8 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:49.943684 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-2f73ede3-1cac-4e3e-b79e-61a7e8e56472 req-88f02ed3-271b-485b-aa34-d58a823a1ea8 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.1343350 Jul 15 19:07:50.015868 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7119565b-063d-4205-9fc2-2f7342c99e71 None None] Network fd18538d-3317-45a7-a0c4-8b9700b60c50 requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:07:50.069333 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-2f73ede3-1cac-4e3e-b79e-61a7e8e56472 req-9d9ed432-54ce-44cf-9aa3-e6a0ddf00cc3 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240776 Jul 15 19:07:50.183281 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9608a-b2dd-4282-8771-30a229a3b515 req-cb539f8a-a376-4c4d-a911-94d51592cfc6 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:50.186034 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-84f9608a-b2dd-4282-8771-30a229a3b515 req-cb539f8a-a376-4c4d-a911-94d51592cfc6 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 943 time: 0.1503072 Jul 15 19:07:50.290245 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-84f9608a-b2dd-4282-8771-30a229a3b515 req-2b995018-13f4-4f16-8051-e4fbbc30fa3e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969400 Jul 15 19:07:50.436634 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc97a13-f2c6-4865-88da-32cd433568ed req-0c59afa5-4cca-48aa-96f8-f40bbb122513 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:50.438269 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1dc97a13-f2c6-4865-88da-32cd433568ed req-0c59afa5-4cca-48aa-96f8-f40bbb122513 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d10e296-aaa6-430c-a17a-cb6c2e06cd0a HTTP/1.1" status: 200 len: 944 time: 0.0839138 Jul 15 19:07:50.494332 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1dc97a13-f2c6-4865-88da-32cd433568ed req-5350f734-84f0-4e58-9526-1642a412a670 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419610 Jul 15 19:07:50.695566 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d926a1-5d34-4a98-a6e6-93f627d92a8f req-d3b6d086-f262-4e86-828d-377d6357a96b tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:50.697502 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-73d926a1-5d34-4a98-a6e6-93f627d92a8f req-d3b6d086-f262-4e86-828d-377d6357a96b tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.1170168 Jul 15 19:07:50.761013 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-73d926a1-5d34-4a98-a6e6-93f627d92a8f req-04bcea2b-a3c4-46a3-b9ce-36df8a07996f tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560756 Jul 15 19:07:51.337981 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac515044-359f-4ed4-a69c-836a8f05169f req-f974df01-9531-49f9-98fc-547e571a3e72 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:51.352361 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-ac515044-359f-4ed4-a69c-836a8f05169f req-f974df01-9531-49f9-98fc-547e571a3e72 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.1380601 Jul 15 19:07:51.428646 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-ac515044-359f-4ed4-a69c-836a8f05169f req-3afc0741-f3f8-4f1b-826d-f10379aace41 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753841 Jul 15 19:07:51.644395 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb974bbc-2155-4ed9-93f1-de597c79e973 req-745dcae1-7126-4e55-943d-1eb7d241bd31 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:51.648428 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-fb974bbc-2155-4ed9-93f1-de597c79e973 req-745dcae1-7126-4e55-943d-1eb7d241bd31 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 943 time: 0.1278179 Jul 15 19:07:51.704158 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-fb974bbc-2155-4ed9-93f1-de597c79e973 req-7b7b2d36-20ec-4918-a7fe-a96211c5e6d7 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410666 Jul 15 19:07:51.863725 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd95ec1-a125-44ee-b8c5-39ff343b1dd2 req-e8eac1da-245f-4a02-8cab-f268baed1db3 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:51.870911 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-dcd95ec1-a125-44ee-b8c5-39ff343b1dd2 req-e8eac1da-245f-4a02-8cab-f268baed1db3 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d10e296-aaa6-430c-a17a-cb6c2e06cd0a HTTP/1.1" status: 200 len: 944 time: 0.1347575 Jul 15 19:07:51.998823 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-dcd95ec1-a125-44ee-b8c5-39ff343b1dd2 req-3817dc70-387c-4fdd-b618-7fb8da817575 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174157 Jul 15 19:07:52.100931 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:52.129409 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5baf9f-72dd-444a-bbf9-919d494f0012 req-8da47a79-0606-42b5-9aae-ef46030c69cb tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:52.144373 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-3e5baf9f-72dd-444a-bbf9-919d494f0012 req-8da47a79-0606-42b5-9aae-ef46030c69cb tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.1829677 Jul 15 19:07:52.172289 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-1e568fdf-262c-4f60-a555-43fedf8677a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:52.201576 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-3e5baf9f-72dd-444a-bbf9-919d494f0012 req-6818f9b2-7bd2-4888-920d-462a4e31a884 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561965 Jul 15 19:07:52.689532 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18e9dc-d3a2-4e19-b4ec-61d0e3fa21f6 req-efeac3db-c01a-42d1-bcd9-50503c6d87ab tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:52.691172 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-ed18e9dc-d3a2-4e19-b4ec-61d0e3fa21f6 req-efeac3db-c01a-42d1-bcd9-50503c6d87ab tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.0843785 Jul 15 19:07:52.754865 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-ed18e9dc-d3a2-4e19-b4ec-61d0e3fa21f6 req-f25a924e-cb70-42fa-ab02-39b3ba902876 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500958 Jul 15 19:07:53.028210 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b63233-d170-45dc-ac25-980c9409a378 req-6fcb3b3f-be5d-4060-9bc9-4cc1e65a1365 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:53.034199 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-15b63233-d170-45dc-ac25-980c9409a378 req-6fcb3b3f-be5d-4060-9bc9-4cc1e65a1365 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 943 time: 0.1744585 Jul 15 19:07:53.115158 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-15b63233-d170-45dc-ac25-980c9409a378 req-cd4199a7-72d3-4394-8ba8-552cd4f06178 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736856 Jul 15 19:07:53.299650 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b2606-11ec-4b43-90b8-ca35940e0bbe req-ae145ac1-6c66-498f-9f7c-e1ba0c326e37 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:53.301975 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-b33b2606-11ec-4b43-90b8-ca35940e0bbe req-ae145ac1-6c66-498f-9f7c-e1ba0c326e37 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d10e296-aaa6-430c-a17a-cb6c2e06cd0a HTTP/1.1" status: 200 len: 944 time: 0.1091423 Jul 15 19:07:53.375576 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-b33b2606-11ec-4b43-90b8-ca35940e0bbe req-d5cd5ed6-b765-464c-846d-e9b1b0f269fd tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612781 Jul 15 19:07:53.515230 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f52bf-16f5-491d-8ba9-bec3ebbaa124 req-b0264090-c027-4ded-9783-bab6daab75e7 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:53.517822 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-c98f52bf-16f5-491d-8ba9-bec3ebbaa124 req-b0264090-c027-4ded-9783-bab6daab75e7 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.1025379 Jul 15 19:07:53.575130 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-c98f52bf-16f5-491d-8ba9-bec3ebbaa124 req-df3c0b08-59e4-4740-88da-4cb23ba39b70 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503492 Jul 15 19:07:53.653971 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:54.043635 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a84073-94be-4452-9848-7a50350e4c3f req-ceab03e8-e007-465c-96d4-9553b4b13743 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:54.045351 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-49a84073-94be-4452-9848-7a50350e4c3f req-ceab03e8-e007-465c-96d4-9553b4b13743 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.1179669 Jul 15 19:07:54.140458 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-49a84073-94be-4452-9848-7a50350e4c3f req-83387201-66d3-4784-8c8c-425132a6868a tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687582 Jul 15 19:07:54.369214 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c4111-935f-4daf-8373-b8261047cd63 req-505e722a-12b5-4206-a70c-fa48b03fe029 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:54.371055 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-8c0c4111-935f-4daf-8373-b8261047cd63 req-505e722a-12b5-4206-a70c-fa48b03fe029 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 943 time: 0.0846014 Jul 15 19:07:54.418633 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-8c0c4111-935f-4daf-8373-b8261047cd63 req-482b8e6c-9b8a-437a-902b-a08f32aa16ed tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411470 Jul 15 19:07:54.658340 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0abad8-fb8d-41ee-8678-9ff8a8f46dff req-bec48941-5ce1-4b4a-8cfc-d9f9bc74e2e0 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:54.661066 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-7a0abad8-fb8d-41ee-8678-9ff8a8f46dff req-bec48941-5ce1-4b4a-8cfc-d9f9bc74e2e0 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d10e296-aaa6-430c-a17a-cb6c2e06cd0a HTTP/1.1" status: 200 len: 944 time: 0.1168773 Jul 15 19:07:54.756554 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-7a0abad8-fb8d-41ee-8678-9ff8a8f46dff req-329668f2-e63d-4000-b125-954cee75d1bb tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880044 Jul 15 19:07:54.808421 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba090485-411a-47c4-8010-24e59751d283 req-fc67da25-127b-4e0c-9c59-dfce619f37f7 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:54.810167 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-ba090485-411a-47c4-8010-24e59751d283 req-fc67da25-127b-4e0c-9c59-dfce619f37f7 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.0904412 Jul 15 19:07:54.854573 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-ba090485-411a-47c4-8010-24e59751d283 req-daa5ca0f-5f96-4065-9c56-bc25c3c68b67 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386703 Jul 15 19:07:55.352023 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912956ff-2de3-490b-8515-dc77c004978e req-32261f34-490a-4f59-ac28-e185ca79bcc3 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:55.354306 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-912956ff-2de3-490b-8515-dc77c004978e req-32261f34-490a-4f59-ac28-e185ca79bcc3 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.0806847 Jul 15 19:07:55.419827 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-912956ff-2de3-490b-8515-dc77c004978e req-4ee12734-5a0a-4fa0-bd8d-35c0ffac36fa tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569892 Jul 15 19:07:55.521120 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:55.718499 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7793015-cf03-4cc0-8cc5-9a644afacc9a req-6be59aa8-354e-4f61-ba66-862922a2fdd8 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:55.720315 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-e7793015-cf03-4cc0-8cc5-9a644afacc9a req-6be59aa8-354e-4f61-ba66-862922a2fdd8 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 943 time: 0.0842702 Jul 15 19:07:55.764527 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-e7793015-cf03-4cc0-8cc5-9a644afacc9a req-25cc3ac6-82ee-4374-95e7-5b4f7f0ce9b0 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376608 Jul 15 19:07:55.995048 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95d3bb-b6ad-4999-87ad-718f8420139f req-144e5359-4c8f-4008-82a8-d599f90835f6 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:55.996192 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-0c95d3bb-b6ad-4999-87ad-718f8420139f req-144e5359-4c8f-4008-82a8-d599f90835f6 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d10e296-aaa6-430c-a17a-cb6c2e06cd0a HTTP/1.1" status: 200 len: 944 time: 0.1164382 Jul 15 19:07:56.074398 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-0c95d3bb-b6ad-4999-87ad-718f8420139f req-a9aa1943-edf8-4c1c-a9da-7810a992f391 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608711 Jul 15 19:07:56.154106 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16259419-46d0-4299-ae75-c07196b684e3 req-bccce195-bbda-452b-9271-370f669dec1f tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:56.155686 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-16259419-46d0-4299-ae75-c07196b684e3 req-bccce195-bbda-452b-9271-370f669dec1f tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.0936279 Jul 15 19:07:56.203360 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-16259419-46d0-4299-ae75-c07196b684e3 req-c699f395-8f98-4278-ac8b-aa51f8ccc164 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415030 Jul 15 19:07:56.644868 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0314d-ad8c-453f-b25f-9041f2c1f473 req-891c3abe-08f1-4770-9c82-d061e19d6d75 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:56.651309 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-94d0314d-ad8c-453f-b25f-9041f2c1f473 req-891c3abe-08f1-4770-9c82-d061e19d6d75 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.0872011 Jul 15 19:07:56.694886 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-94d0314d-ad8c-453f-b25f-9041f2c1f473 req-a6df9b8a-1806-4888-a059-f80657957e87 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408244 Jul 15 19:07:57.129842 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4bb3d-625f-4775-a087-ceb96aacbfac req-1c493ee1-6637-4b38-b16c-e30e93b52e49 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:57.138315 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-9da4bb3d-625f-4775-a087-ceb96aacbfac req-1c493ee1-6637-4b38-b16c-e30e93b52e49 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 943 time: 0.1408074 Jul 15 19:07:57.218442 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-9da4bb3d-625f-4775-a087-ceb96aacbfac req-b447764e-5040-4e12-8e9b-bccee0b54ee9 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755825 Jul 15 19:07:57.327853 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb31a4-d243-4b46-81e6-53e0b298cf2b req-1764c664-4c3d-4008-900c-5ad41b96570c tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:57.329810 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-aebb31a4-d243-4b46-81e6-53e0b298cf2b req-1764c664-4c3d-4008-900c-5ad41b96570c tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d10e296-aaa6-430c-a17a-cb6c2e06cd0a HTTP/1.1" status: 200 len: 944 time: 0.0849609 Jul 15 19:07:57.408052 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-aebb31a4-d243-4b46-81e6-53e0b298cf2b req-ac4922df-dd03-45ab-ae18-8e8e23b9fd0b tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688272 Jul 15 19:07:57.523150 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9f268-643a-42b2-b7ea-95e1191cea5c req-2743d23b-563b-4c32-a1d1-68d02d0ca096 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:57.525203 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-48a9f268-643a-42b2-b7ea-95e1191cea5c req-2743d23b-563b-4c32-a1d1-68d02d0ca096 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.0941448 Jul 15 19:07:57.596269 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-48a9f268-643a-42b2-b7ea-95e1191cea5c req-f3e8cf0a-4c19-4f60-8bcf-c457a3998055 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461464 Jul 15 19:07:57.943594 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f8c3d-8664-49ee-ba3b-7d259b0ef2bc req-f6343ec3-56c9-49ff-bdda-ab37c85308dc tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:57.946442 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-422f8c3d-8664-49ee-ba3b-7d259b0ef2bc req-f6343ec3-56c9-49ff-bdda-ab37c85308dc tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.0952682 Jul 15 19:07:57.990757 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-422f8c3d-8664-49ee-ba3b-7d259b0ef2bc req-6b60cbf5-b366-4b06-8b1d-6ec5ef2715ea tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381210 Jul 15 19:07:58.568443 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:58.590903 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e70db6-e851-47cd-84c5-5f810fba3c84 req-3a838136-e173-4e3a-ab97-48438fb0f51b tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:58.606593 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-b8e70db6-e851-47cd-84c5-5f810fba3c84 req-3a838136-e173-4e3a-ab97-48438fb0f51b tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 943 time: 0.1751928 Jul 15 19:07:58.672341 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-b8e70db6-e851-47cd-84c5-5f810fba3c84 req-f6693c9e-40f5-46a1-b196-74a73f0784c1 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639069 Jul 15 19:07:58.721049 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb9290-0e9b-4349-992f-cb5f467f14bb req-16f2878d-c5a1-4f37-8e12-8cd582fbe61c tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:58.727330 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-b8fb9290-0e9b-4349-992f-cb5f467f14bb req-16f2878d-c5a1-4f37-8e12-8cd582fbe61c tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d10e296-aaa6-430c-a17a-cb6c2e06cd0a HTTP/1.1" status: 200 len: 944 time: 0.1356907 Jul 15 19:07:58.843379 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-b8fb9290-0e9b-4349-992f-cb5f467f14bb req-7eab33d5-c626-4665-948e-bcaacfb1b01b tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084468 Jul 15 19:07:58.993318 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27aca2-ab94-4d78-8be8-bd20b80f14ec req-0d92cb43-e8a8-4124-aaa9-dc2de9a0c252 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:58.994805 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-ce27aca2-ab94-4d78-8be8-bd20b80f14ec req-0d92cb43-e8a8-4124-aaa9-dc2de9a0c252 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.0959594 Jul 15 19:07:59.049304 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-ce27aca2-ab94-4d78-8be8-bd20b80f14ec req-4182132a-471b-480c-836a-fc30c69f20b7 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444160 Jul 15 19:07:59.260211 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9b42c-b5fd-4c9d-ae0c-591d02991549 req-deb29a14-5ffa-444e-9d25-b8854a8712bc tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:59.261762 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-8ad9b42c-b5fd-4c9d-ae0c-591d02991549 req-deb29a14-5ffa-444e-9d25-b8854a8712bc tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.0749264 Jul 15 19:07:59.303760 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-8ad9b42c-b5fd-4c9d-ae0c-591d02991549 req-32260ed9-60f9-473c-a6d2-48565bf6cdf2 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356801 Jul 15 19:07:59.951179 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4693e0-4ed9-4b7b-8fd1-1a3d309ed4ed req-ccb94f50-a2da-4d08-acc9-42a525b49ab0 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:59.953833 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-8b4693e0-4ed9-4b7b-8fd1-1a3d309ed4ed req-ccb94f50-a2da-4d08-acc9-42a525b49ab0 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 943 time: 0.1099956 Jul 15 19:08:00.060791 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-8b4693e0-4ed9-4b7b-8fd1-1a3d309ed4ed req-80c59132-59fa-40b5-8f4b-ccba219631e3 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772188 Jul 15 19:08:00.198336 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3702ed-9d2e-46ac-b51b-2d5160096425 req-5ba81672-5d12-4649-9ae2-a73a5eb89875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:00.200212 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-0a3702ed-9d2e-46ac-b51b-2d5160096425 req-5ba81672-5d12-4649-9ae2-a73a5eb89875 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=509209d2c8bd40dc87dfc3c3ad815494&device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 1096 time: 0.2864490 Jul 15 19:08:00.273205 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74627e46-41e6-4861-91db-f8931be965ee req-016e9e35-a604-4862-84f4-246407dd9f81 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:00.274894 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-74627e46-41e6-4861-91db-f8931be965ee req-016e9e35-a604-4862-84f4-246407dd9f81 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d10e296-aaa6-430c-a17a-cb6c2e06cd0a HTTP/1.1" status: 200 len: 944 time: 0.1640248 Jul 15 19:08:00.355054 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082da8c4-67a6-479c-bf39-b15cf6139deb req-9570ecdb-e9f5-4ceb-ba30-c7042174e7f2 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:00.356692 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-082da8c4-67a6-479c-bf39-b15cf6139deb req-9570ecdb-e9f5-4ceb-ba30-c7042174e7f2 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.0761144 Jul 15 19:08:00.387477 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-74627e46-41e6-4861-91db-f8931be965ee req-cacfb349-c352-461b-a6db-f5d0fa445448 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002622 Jul 15 19:08:00.389169 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3702ed-9d2e-46ac-b51b-2d5160096425 req-96f5a182-bc39-4113-b376-acde0a8a195b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:00.390703 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-0a3702ed-9d2e-46ac-b51b-2d5160096425 req-96f5a182-bc39-4113-b376-acde0a8a195b service neutron] 10.222.0.69 "GET /v2.0/networks?id=4bce21e0-88dc-4de8-9d22-c4e766c0d73f HTTP/1.1" status: 200 len: 918 time: 0.1557281 Jul 15 19:08:00.404033 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-082da8c4-67a6-479c-bf39-b15cf6139deb req-b57c4414-7905-4172-b41a-439deaefe3bb tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404301 Jul 15 19:08:00.515161 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-0a3702ed-9d2e-46ac-b51b-2d5160096425 req-12dfe14f-38a1-4729-8796-a7971582bb90 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=910e4255-cffb-47b8-86c7-b5373835f799 HTTP/1.1" status: 200 len: 998 time: 0.1102214 Jul 15 19:08:00.608026 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3702ed-9d2e-46ac-b51b-2d5160096425 req-bce6ffa1-66f0-4821-a4fd-b47284249d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:00.609449 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-0a3702ed-9d2e-46ac-b51b-2d5160096425 req-bce6ffa1-66f0-4821-a4fd-b47284249d5c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c53d632-04b3-4db0-b6ce-07c07955a0b8 HTTP/1.1" status: 200 len: 855 time: 0.0858331 Jul 15 19:08:00.704151 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a78b1-5492-4f90-856c-915491271597 req-2ca95c99-a2b3-4eb6-a889-7ef051999f9c tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:00.705863 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-2e2a78b1-5492-4f90-856c-915491271597 req-2ca95c99-a2b3-4eb6-a889-7ef051999f9c tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.1434214 Jul 15 19:08:00.770800 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3702ed-9d2e-46ac-b51b-2d5160096425 req-55b19538-7f4e-4ad4-bc2c-603a10dc2c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:00.773534 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-0a3702ed-9d2e-46ac-b51b-2d5160096425 req-55b19538-7f4e-4ad4-bc2c-603a10dc2c5e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4bce21e0-88dc-4de8-9d22-c4e766c0d73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1517062 Jul 15 19:08:00.806831 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-2e2a78b1-5492-4f90-856c-915491271597 req-4e993fec-c137-43ee-844a-fc7ee0501d7a tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875080 Jul 15 19:08:00.959550 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-0a3702ed-9d2e-46ac-b51b-2d5160096425 req-ee33c2b8-b92c-40b8-83f3-17d9d286c72d service neutron] 10.222.0.69 "GET /v2.0/networks/4bce21e0-88dc-4de8-9d22-c4e766c0d73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484954 Jul 15 19:08:00.974997 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31d73c-679f-4a42-b1df-97a4bddbc3dc req-79bfbdde-804c-462e-9fa1-1712dfe71a49 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:00.977600 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-0f31d73c-679f-4a42-b1df-97a4bddbc3dc req-79bfbdde-804c-462e-9fa1-1712dfe71a49 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.1363897 Jul 15 19:08:01.030167 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae4c05-0098-4933-a0b8-9b09c2d03c41 req-f2a275dc-9002-4130-a09b-a5b53427ecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:01.031852 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-eaae4c05-0098-4933-a0b8-9b09c2d03c41 req-f2a275dc-9002-4130-a09b-a5b53427ecd2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=91c9bcc496f74a1da3a1ee065e5d5817&device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 1098 time: 0.1262918 Jul 15 19:08:01.049835 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-0f31d73c-679f-4a42-b1df-97a4bddbc3dc req-1605c794-103c-4595-995c-e438db170ba7 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613472 Jul 15 19:08:01.084232 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-0a3702ed-9d2e-46ac-b51b-2d5160096425 req-fb6785d5-a020-4b8a-96bc-c651007a8e00 service neutron] 10.222.0.69 "GET /v2.0/networks/4bce21e0-88dc-4de8-9d22-c4e766c0d73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157668 Jul 15 19:08:01.177358 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae4c05-0098-4933-a0b8-9b09c2d03c41 req-f04cfa31-9980-4be0-b9d7-726fef237a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:01.180789 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-eaae4c05-0098-4933-a0b8-9b09c2d03c41 req-f04cfa31-9980-4be0-b9d7-726fef237a83 service neutron] 10.222.0.69 "GET /v2.0/networks?id=673ecaa8-9125-4486-9436-19add9ddf5ea HTTP/1.1" status: 200 len: 912 time: 0.1420946 Jul 15 19:08:01.263904 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-eaae4c05-0098-4933-a0b8-9b09c2d03c41 req-c3cdfc82-54ed-45cb-af26-feec962bd51a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae626100-1a38-4a07-876e-7f60ec940016 HTTP/1.1" status: 200 len: 1001 time: 0.0704551 Jul 15 19:08:01.324657 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae4c05-0098-4933-a0b8-9b09c2d03c41 req-b6c770ff-f827-47f1-a773-acaf45b96f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:01.326237 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-eaae4c05-0098-4933-a0b8-9b09c2d03c41 req-b6c770ff-f827-47f1-a773-acaf45b96f81 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=14efcbfe-a38f-460b-a7fe-e5ca16293d31 HTTP/1.1" status: 200 len: 849 time: 0.0547960 Jul 15 19:08:01.390433 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84689e1b-e47c-4178-b0a1-26d5958bbebe req-66cb7524-95a7-4f3c-9d7e-e46aeef6b883 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:01.392074 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-84689e1b-e47c-4178-b0a1-26d5958bbebe req-66cb7524-95a7-4f3c-9d7e-e46aeef6b883 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 943 time: 0.0947275 Jul 15 19:08:01.442342 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae4c05-0098-4933-a0b8-9b09c2d03c41 req-3eed3be9-762d-4a4e-891d-9668ce4c04bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:01.443874 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-eaae4c05-0098-4933-a0b8-9b09c2d03c41 req-3eed3be9-762d-4a4e-891d-9668ce4c04bf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=673ecaa8-9125-4486-9436-19add9ddf5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1071784 Jul 15 19:08:01.450794 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-84689e1b-e47c-4178-b0a1-26d5958bbebe req-9aac1ddc-0202-49f7-9ae8-b9fded80be1c tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488148 Jul 15 19:08:01.601714 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-eaae4c05-0098-4933-a0b8-9b09c2d03c41 req-68800b2f-14d7-4e18-b943-0dfeb6e6b581 service neutron] 10.222.0.69 "GET /v2.0/networks/673ecaa8-9125-4486-9436-19add9ddf5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453135 Jul 15 19:08:01.747577 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a36d2-1e77-440f-84a2-e5e8cd28fc3e req-adb880a3-ae13-4cba-b599-a859efc6a846 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:01.749105 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f82a36d2-1e77-440f-84a2-e5e8cd28fc3e req-adb880a3-ae13-4cba-b599-a859efc6a846 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d10e296-aaa6-430c-a17a-cb6c2e06cd0a HTTP/1.1" status: 200 len: 944 time: 0.1619673 Jul 15 19:08:01.753292 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-eaae4c05-0098-4933-a0b8-9b09c2d03c41 req-f4e1cc5b-6764-4a0d-9367-b9a647aa0829 service neutron] 10.222.0.69 "GET /v2.0/networks/673ecaa8-9125-4486-9436-19add9ddf5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275601 Jul 15 19:08:01.812467 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f82a36d2-1e77-440f-84a2-e5e8cd28fc3e req-dd7343ee-29e3-45ee-bdac-68339737208c tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557952 Jul 15 19:08:02.018003 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58379e-99bc-41ff-b792-f4ba3dd409be req-a13cbec8-80aa-418d-a3de-9114b44a7b58 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:02.019530 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-8f58379e-99bc-41ff-b792-f4ba3dd409be req-a13cbec8-80aa-418d-a3de-9114b44a7b58 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.0683463 Jul 15 19:08:02.066193 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-8f58379e-99bc-41ff-b792-f4ba3dd409be req-7a949d98-4c14-497a-8689-8713d0be22ff tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378087 Jul 15 19:08:02.271258 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a2110-a29c-40a9-b795-7cd761cd6fb2 req-0e22db3d-2353-43ec-a478-94fa4c52a965 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:02.272781 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-3b4a2110-a29c-40a9-b795-7cd761cd6fb2 req-0e22db3d-2353-43ec-a478-94fa4c52a965 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.0707655 Jul 15 19:08:02.315390 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-3b4a2110-a29c-40a9-b795-7cd761cd6fb2 req-302759f0-3663-40a8-9d71-e96e17a39701 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363038 Jul 15 19:08:02.702446 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4af55b-f8e6-4bb7-b354-ee9d21cbd112 req-6983d3ee-1bd0-4c25-817e-e5a4ded56405 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:02.704674 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-6b4af55b-f8e6-4bb7-b354-ee9d21cbd112 req-6983d3ee-1bd0-4c25-817e-e5a4ded56405 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 943 time: 0.0971689 Jul 15 19:08:02.754132 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-6b4af55b-f8e6-4bb7-b354-ee9d21cbd112 req-39b68e13-9b11-441b-8cdc-c446862f9d49 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426331 Jul 15 19:08:02.932827 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 1dfd31b1-755e-432c-9840-f7922941abc5 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:08:03.040319 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 1dfd31b1-755e-432c-9840-f7922941abc5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1dfd31b1-755e-432c-9840-f7922941abc5,segment=NetworkSegment(7666ad49-8517-4aa2-be40-d759823ff89a),segment_id=7666ad49-8517-4aa2-be40-d759823ff89a)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:08:03.052568 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Returning: {'device': '1dfd31b1-755e-432c-9840-f7922941abc5', 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56', 'port_id': '1dfd31b1-755e-432c-9840-f7922941abc5', 'mac_address': 'fa:16:3e:19:70:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67978492-7f73-452d-9401-7aabf267f48c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:08:03.071010 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ce78c-f543-403e-bee6-c551faddd1b4 req-6563e086-c68e-4f1c-9778-fb1d6706eaed tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:03.072525 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-389ce78c-f543-403e-bee6-c551faddd1b4 req-6563e086-c68e-4f1c-9778-fb1d6706eaed tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d10e296-aaa6-430c-a17a-cb6c2e06cd0a HTTP/1.1" status: 200 len: 944 time: 0.0684278 Jul 15 19:08:03.097181 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:03.110540 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dfd31b1-755e-432c-9840-f7922941abc5 {{(pid=93659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:08:03.112595 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-389ce78c-f543-403e-bee6-c551faddd1b4 req-62235d32-8ebc-434e-9150-316e81cd92bc tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336802 Jul 15 19:08:03.136306 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 1dfd31b1-755e-432c-9840-f7922941abc5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1dfd31b1-755e-432c-9840-f7922941abc5,segment=NetworkSegment(7666ad49-8517-4aa2-be40-d759823ff89a),segment_id=7666ad49-8517-4aa2-be40-d759823ff89a)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:08:03.140697 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:03.198968 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=1dfd31b1-755e-432c-9840-f7922941abc5,revision_number=4']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:03.210771 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:03.211312 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:03.211928 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:03.212454 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:03.212965 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:03.213503 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:03.214079 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:03.214611 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:03.215133 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:03.215680 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:03.216184 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:03.216738 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:03.274263 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a67726-4110-4358-8f1b-4b08d6910f16 req-c0015644-55f2-4f05-bf33-f4b59ffa828d tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:03.275859 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-d5a67726-4110-4358-8f1b-4b08d6910f16 req-c0015644-55f2-4f05-bf33-f4b59ffa828d tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.0709794 Jul 15 19:08:03.319173 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-d5a67726-4110-4358-8f1b-4b08d6910f16 req-4a556e89-5d54-494a-9cf4-a60a4929ac6b tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372467 Jul 15 19:08:03.536066 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8940135-58f2-4501-ab2d-14df06e049a2 req-250e16ea-ff48-485c-b6f8-6a6aec070b76 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:03.539191 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f8940135-58f2-4501-ab2d-14df06e049a2 req-250e16ea-ff48-485c-b6f8-6a6aec070b76 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.1055253 Jul 15 19:08:03.567354 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] get_ports_and_sgs() called for port_ids ['1dfd31b1-755e-432c-9840-f7922941abc5'] {{(pid=93659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:08:03.598787 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f8940135-58f2-4501-ab2d-14df06e049a2 req-cea21523-2b59-4c45-9926-f68d180b1362 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534415 Jul 15 19:08:03.727801 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.agents_db [None req-ef181030-a4ef-48d9-9156-44fb1018252a None None] Agent healthcheck: found 6 active agents {{(pid=93660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:08:03.955353 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb29e7a-eb87-4950-8839-21d2630cf680 req-cff41f1b-4fd9-4a27-a7e1-fb9ab8607983 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:03.956821 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-5cb29e7a-eb87-4950-8839-21d2630cf680 req-cff41f1b-4fd9-4a27-a7e1-fb9ab8607983 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 943 time: 0.0685337 Jul 15 19:08:03.997203 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-5cb29e7a-eb87-4950-8839-21d2630cf680 req-739e44b6-a6f5-48dd-a914-651c53cf27e3 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340657 Jul 15 19:08:04.338895 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a66d2-71dd-4787-852d-4dbc33bf8df9 req-f45ee05b-7a62-4e43-8806-76962a62c00c tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:04.340458 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-ab7a66d2-71dd-4787-852d-4dbc33bf8df9 req-f45ee05b-7a62-4e43-8806-76962a62c00c tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d10e296-aaa6-430c-a17a-cb6c2e06cd0a HTTP/1.1" status: 200 len: 945 time: 0.0755906 Jul 15 19:08:04.398697 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-ab7a66d2-71dd-4787-852d-4dbc33bf8df9 req-599406ab-a231-4593-9c4c-b6a32f1ef0c1 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522037 Jul 15 19:08:04.548138 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f95f3-8614-473c-be1c-7b2b38238797 req-43d3c578-860c-418a-9348-39b7da143e05 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:04.549927 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-b52f95f3-8614-473c-be1c-7b2b38238797 req-43d3c578-860c-418a-9348-39b7da143e05 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.0819187 Jul 15 19:08:04.602927 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-b52f95f3-8614-473c-be1c-7b2b38238797 req-e8bb63b9-d045-41a3-afb1-47123a73f592 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463090 Jul 15 19:08:04.966386 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 1dfd31b1-755e-432c-9840-f7922941abc5 up at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:08:05.020119 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Provisioning for port 1dfd31b1-755e-432c-9840-f7922941abc5 completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:08:05.024637 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Provisioning complete for port 1dfd31b1-755e-432c-9840-f7922941abc5 triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:08:05.025060 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:05.114336 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:05.144035 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d10e296-aaa6-430c-a17a-cb6c2e06cd0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dfd31b1-755e-432c-9840-f7922941abc5'}] {{(pid=93659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:08:05.146439 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cff241be1680f95bd86cb63ae369edb514e49424f5374e734ea98f44dc6e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3eef62-d052-4348-90fb-a41f284aad5d" -d '{"events": [{"server_uuid": "5d10e296-aaa6-430c-a17a-cb6c2e06cd0a", "name": "network-vif-plugged", "status": "completed", "tag": "1dfd31b1-755e-432c-9840-f7922941abc5"}]}' {{(pid=93659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:08:05.163574 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 1dfd31b1-755e-432c-9840-f7922941abc5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1dfd31b1-755e-432c-9840-f7922941abc5,segment=NetworkSegment(7666ad49-8517-4aa2-be40-d759823ff89a),segment_id=7666ad49-8517-4aa2-be40-d759823ff89a)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:08:05.169741 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:05.220965 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5533170-6013-4649-8464-c569e2367c1c x-openstack-request-id: req-b5533170-6013-4649-8464-c569e2367c1c {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:08:05.221250 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d10e296-aaa6-430c-a17a-cb6c2e06cd0a", "name": "network-vif-plugged", "status": "completed", "tag": "1dfd31b1-755e-432c-9840-f7922941abc5", "code": 200}]} {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:08:05.221481 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b5533170-6013-4649-8464-c569e2367c1c {{(pid=93659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:08:05.221907 dv-cinder-788363-8-iscsi neutron-server[93659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d10e296-aaa6-430c-a17a-cb6c2e06cd0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dfd31b1-755e-432c-9840-f7922941abc5', 'code': 200} Jul 15 19:08:05.233793 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481e1c5-fe56-414a-9959-45700650311f req-01106380-3e47-46a4-9a2e-855a761339db tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:05.235462 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-7481e1c5-fe56-414a-9959-45700650311f req-01106380-3e47-46a4-9a2e-855a761339db tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 943 time: 0.1083286 Jul 15 19:08:05.242380 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=1dfd31b1-755e-432c-9840-f7922941abc5,revision_number=5']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:05.289918 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-7481e1c5-fe56-414a-9959-45700650311f req-49c28f7c-be27-413f-bca2-f1cd063f4dc2 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422986 Jul 15 19:08:05.554421 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52ae73-35b9-45e1-b57f-741af9776430 req-ed91e8c3-8c11-4bee-81a3-630fad2f8a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:05.557082 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-ba52ae73-35b9-45e1-b57f-741af9776430 req-ed91e8c3-8c11-4bee-81a3-630fad2f8a50 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5d10e296-aaa6-430c-a17a-cb6c2e06cd0a HTTP/1.1" status: 200 len: 1099 time: 0.0743852 Jul 15 19:08:05.598022 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad5864-10cc-4698-8769-3c5c962a1b91 req-4a006910-56af-4d02-bed0-9cefe6357cdf tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:05.600222 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-48ad5864-10cc-4698-8769-3c5c962a1b91 req-4a006910-56af-4d02-bed0-9cefe6357cdf tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d10e296-aaa6-430c-a17a-cb6c2e06cd0a HTTP/1.1" status: 200 len: 946 time: 0.0788407 Jul 15 19:08:05.613022 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-ba52ae73-35b9-45e1-b57f-741af9776430 req-da77afa8-7ee7-4495-ba92-e5b704f988e5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414538 Jul 15 19:08:05.642321 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-48ad5864-10cc-4698-8769-3c5c962a1b91 req-8c3bd6aa-fa40-4bc2-b3b9-bf0504a5a65e tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355363 Jul 15 19:08:05.781469 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 54452) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:05.827520 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef7079-0f41-4e86-8ff8-d95f9333951d req-413be01b-51c1-4ced-b264-0a5e233fc3da tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:05.829036 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.db_base_plugin_v2 [None req-7db777a5-ae36-4027-be0f-7e11d3c759da admin admin] Deleting subnet b7c8ef4f-59a6-4fee-ac9f-f878c6a1519f {{(pid=93657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:08:05.830391 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-adef7079-0f41-4e86-8ff8-d95f9333951d req-413be01b-51c1-4ced-b264-0a5e233fc3da tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.1061137 Jul 15 19:08:05.833114 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-7db777a5-ae36-4027-be0f-7e11d3c759da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:05.871883 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-7db777a5-ae36-4027-be0f-7e11d3c759da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6718498'] for subnet, precommit_delete_associations {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:05.887834 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-adef7079-0f41-4e86-8ff8-d95f9333951d req-26e1bd06-d25a-46cc-b792-ec19c1e50ed5 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491252 Jul 15 19:08:05.930022 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-7db777a5-ae36-4027-be0f-7e11d3c759da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1788362'] for subnet, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:06.001399 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-7db777a5-ae36-4027-be0f-7e11d3c759da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1788413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6305910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5276088'] for subnet, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:06.046391 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db777a5-ae36-4027-be0f-7e11d3c759da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7c8ef4f-59a6-4fee-ac9f-f878c6a1519f,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:06.059515 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-7db777a5-ae36-4027-be0f-7e11d3c759da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for subnet, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:06.062960 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-7db777a5-ae36-4027-be0f-7e11d3c759da admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b7c8ef4f-59a6-4fee-ac9f-f878c6a1519f HTTP/1.1" status: 204 len: 168 time: 0.2801206 Jul 15 19:08:06.065521 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 54454) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:06.072636 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db777a5-ae36-4027-be0f-7e11d3c759da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:06.073224 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db777a5-ae36-4027-be0f-7e11d3c759da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:06.073827 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db777a5-ae36-4027-be0f-7e11d3c759da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:06.074397 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db777a5-ae36-4027-be0f-7e11d3c759da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:06.074960 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db777a5-ae36-4027-be0f-7e11d3c759da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:06.075524 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db777a5-ae36-4027-be0f-7e11d3c759da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:06.076046 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db777a5-ae36-4027-be0f-7e11d3c759da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:06.076569 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db777a5-ae36-4027-be0f-7e11d3c759da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:06.077122 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db777a5-ae36-4027-be0f-7e11d3c759da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:06.077705 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db777a5-ae36-4027-be0f-7e11d3c759da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:06.078254 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db777a5-ae36-4027-be0f-7e11d3c759da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:06.078801 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db777a5-ae36-4027-be0f-7e11d3c759da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:06.147142 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d2ccddd9-1513-4762-8b12-c49292f3c7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603233'] for network, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:06.230741 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d2ccddd9-1513-4762-8b12-c49292f3c7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787310', 'neutron.services.segments.db._delete_segments_for_network-8730935243340'] for network, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:06.244050 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.services.segments.db [None req-d2ccddd9-1513-4762-8b12-c49292f3c7ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faaa7883-4d3a-40f7-88c4-683da48d085a']}} {{(pid=93658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:08:06.255045 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.services.segments.db [None req-d2ccddd9-1513-4762-8b12-c49292f3c7ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '876202f5-af64-439b-b43f-7279c9ccb380') {'for_net_delete': True} {{(pid=93658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:08:06.255348 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.services.segments.db [None req-d2ccddd9-1513-4762-8b12-c49292f3c7ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '876202f5-af64-439b-b43f-7279c9ccb380') {} {{(pid=93658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:08:06.265808 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d2ccddd9-1513-4762-8b12-c49292f3c7ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730935246421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5771455'] for segment, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:06.281909 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d2ccddd9-1513-4762-8b12-c49292f3c7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882'] for segment, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:06.290141 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2ccddd9-1513-4762-8b12-c49292f3c7ea admin admin] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=93658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:08:06.290718 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d2ccddd9-1513-4762-8b12-c49292f3c7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4513327'] for segment, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:06.293079 dv-cinder-788363-8-iscsi neutron-server[93658]: Traceback (most recent call last): Jul 15 19:08:06.293079 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:08:06.293079 dv-cinder-788363-8-iscsi neutron-server[93658]: timer() Jul 15 19:08:06.293079 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:08:06.293079 dv-cinder-788363-8-iscsi neutron-server[93658]: cb(*args, **kw) Jul 15 19:08:06.293079 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:08:06.293079 dv-cinder-788363-8-iscsi neutron-server[93658]: return func(*args, **kwargs) Jul 15 19:08:06.293079 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:08:06.293079 dv-cinder-788363-8-iscsi neutron-server[93658]: self._notify() Jul 15 19:08:06.293079 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:08:06.293079 dv-cinder-788363-8-iscsi neutron-server[93658]: self.callback(batched_events) Jul 15 19:08:06.293079 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:08:06.293079 dv-cinder-788363-8-iscsi neutron-server[93658]: event.method(event) Jul 15 19:08:06.293079 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:08:06.293079 dv-cinder-788363-8-iscsi neutron-server[93658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:08:06.293079 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:08:06.293079 dv-cinder-788363-8-iscsi neutron-server[93658]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:08:06.293079 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:08:06.293079 dv-cinder-788363-8-iscsi neutron-server[93658]: return f(self, *a, **k) Jul 15 19:08:06.293079 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:08:06.293079 dv-cinder-788363-8-iscsi neutron-server[93658]: return self._get(url).json() Jul 15 19:08:06.293079 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:08:06.293079 dv-cinder-788363-8-iscsi neutron-server[93658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:08:06.293079 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:08:06.293079 dv-cinder-788363-8-iscsi neutron-server[93658]: return self.request(url, 'GET', **kwargs) Jul 15 19:08:06.293079 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:08:06.293079 dv-cinder-788363-8-iscsi neutron-server[93658]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:08:06.293079 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:08:06.293079 dv-cinder-788363-8-iscsi neutron-server[93658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:08:06.293079 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:08:06.293079 dv-cinder-788363-8-iscsi neutron-server[93658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:08:06.293079 dv-cinder-788363-8-iscsi neutron-server[93658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:08:06.357024 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d2ccddd9-1513-4762-8b12-c49292f3c7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764597'] for network, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:06.365134 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d2ccddd9-1513-4762-8b12-c49292f3c7ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for network, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:06.370512 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-d2ccddd9-1513-4762-8b12-c49292f3c7ea admin admin] 10.222.0.70 "DELETE /v2.0/networks/faaa7883-4d3a-40f7-88c4-683da48d085a HTTP/1.1" status: 204 len: 168 time: 0.3035271 Jul 15 19:08:06.371150 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 54458) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:06.391234 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ccddd9-1513-4762-8b12-c49292f3c7ea admin admin] Pushing event deleted for resources: {'Network': ['ID=faaa7883-4d3a-40f7-88c4-683da48d085a,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:06.404457 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccddd9-1513-4762-8b12-c49292f3c7ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:06.405021 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccddd9-1513-4762-8b12-c49292f3c7ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:06.405582 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccddd9-1513-4762-8b12-c49292f3c7ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:06.406211 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccddd9-1513-4762-8b12-c49292f3c7ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:06.406760 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccddd9-1513-4762-8b12-c49292f3c7ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:06.407317 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccddd9-1513-4762-8b12-c49292f3c7ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:06.408104 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccddd9-1513-4762-8b12-c49292f3c7ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:06.408645 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccddd9-1513-4762-8b12-c49292f3c7ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:06.409192 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccddd9-1513-4762-8b12-c49292f3c7ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:06.410593 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccddd9-1513-4762-8b12-c49292f3c7ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:06.410593 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccddd9-1513-4762-8b12-c49292f3c7ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:06.410916 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccddd9-1513-4762-8b12-c49292f3c7ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:06.438194 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dbba572-df2c-4f8c-9075-9209d4a7dc77 admin admin] Deleting subnet e4dc06d2-e54c-4e0c-a50d-c76f3e210480 {{(pid=93657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:08:06.442588 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-9dbba572-df2c-4f8c-9075-9209d4a7dc77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:06.484929 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-9dbba572-df2c-4f8c-9075-9209d4a7dc77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6718498'] for subnet, precommit_delete_associations {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:06.562831 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-9dbba572-df2c-4f8c-9075-9209d4a7dc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1788362'] for subnet, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:06.627354 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3030c-c76e-4536-85c0-990c84b489f0 req-1aa22864-bddd-4188-abaa-e8d8b01b931f tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:06.628766 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-8af3030c-c76e-4536-85c0-990c84b489f0 req-1aa22864-bddd-4188-abaa-e8d8b01b931f tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 943 time: 0.1186316 Jul 15 19:08:06.644352 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-9dbba572-df2c-4f8c-9075-9209d4a7dc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1788413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6305910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5276088'] for subnet, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:06.685582 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbba572-df2c-4f8c-9075-9209d4a7dc77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4dc06d2-e54c-4e0c-a50d-c76f3e210480,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:06.687526 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-9dbba572-df2c-4f8c-9075-9209d4a7dc77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for subnet, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:06.689637 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-9dbba572-df2c-4f8c-9075-9209d4a7dc77 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e4dc06d2-e54c-4e0c-a50d-c76f3e210480 HTTP/1.1" status: 204 len: 168 time: 0.3173847 Jul 15 19:08:06.694595 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 54462) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:06.704173 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-8af3030c-c76e-4536-85c0-990c84b489f0 req-1431acb9-0306-477f-bbec-270f5c01447f tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683744 Jul 15 19:08:06.885717 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-387a5c9a-abcd-4a72-8d70-c0067829d16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603233'] for network, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:06.970203 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2981e9d7-bbf3-4231-80d3-934ec9ba3692 req-c55d3372-2e40-4f60-8427-31ccf24cf181 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:06.971813 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-2981e9d7-bbf3-4231-80d3-934ec9ba3692 req-c55d3372-2e40-4f60-8427-31ccf24cf181 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d10e296-aaa6-430c-a17a-cb6c2e06cd0a HTTP/1.1" status: 200 len: 946 time: 0.1596651 Jul 15 19:08:07.002453 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-387a5c9a-abcd-4a72-8d70-c0067829d16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787310', 'neutron.services.segments.db._delete_segments_for_network-8730935243340'] for network, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:07.020237 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.services.segments.db [None req-387a5c9a-abcd-4a72-8d70-c0067829d16f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd18538d-3317-45a7-a0c4-8b9700b60c50']}} {{(pid=93658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:08:07.038741 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.services.segments.db [None req-387a5c9a-abcd-4a72-8d70-c0067829d16f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '359e5875-0b86-4698-b74b-ad487e1a91a4') {'for_net_delete': True} {{(pid=93658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:08:07.039044 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.services.segments.db [None req-387a5c9a-abcd-4a72-8d70-c0067829d16f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '359e5875-0b86-4698-b74b-ad487e1a91a4') {} {{(pid=93658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:08:07.058899 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-387a5c9a-abcd-4a72-8d70-c0067829d16f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730935246421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5771455'] for segment, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:07.074783 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-2981e9d7-bbf3-4231-80d3-934ec9ba3692 req-cc896d91-7cf2-4dbf-a040-b93555cb2731 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693612 Jul 15 19:08:07.080150 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-387a5c9a-abcd-4a72-8d70-c0067829d16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882'] for segment, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:07.088731 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-387a5c9a-abcd-4a72-8d70-c0067829d16f admin admin] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=93658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:08:07.089269 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-387a5c9a-abcd-4a72-8d70-c0067829d16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4513327'] for segment, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:07.091574 dv-cinder-788363-8-iscsi neutron-server[93658]: Traceback (most recent call last): Jul 15 19:08:07.091574 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:08:07.091574 dv-cinder-788363-8-iscsi neutron-server[93658]: timer() Jul 15 19:08:07.091574 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:08:07.091574 dv-cinder-788363-8-iscsi neutron-server[93658]: cb(*args, **kw) Jul 15 19:08:07.091574 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:08:07.091574 dv-cinder-788363-8-iscsi neutron-server[93658]: return func(*args, **kwargs) Jul 15 19:08:07.091574 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:08:07.091574 dv-cinder-788363-8-iscsi neutron-server[93658]: self._notify() Jul 15 19:08:07.091574 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:08:07.091574 dv-cinder-788363-8-iscsi neutron-server[93658]: self.callback(batched_events) Jul 15 19:08:07.091574 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:08:07.091574 dv-cinder-788363-8-iscsi neutron-server[93658]: event.method(event) Jul 15 19:08:07.091574 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:08:07.091574 dv-cinder-788363-8-iscsi neutron-server[93658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:08:07.091574 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:08:07.091574 dv-cinder-788363-8-iscsi neutron-server[93658]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:08:07.091574 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:08:07.091574 dv-cinder-788363-8-iscsi neutron-server[93658]: return f(self, *a, **k) Jul 15 19:08:07.091574 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:08:07.091574 dv-cinder-788363-8-iscsi neutron-server[93658]: return self._get(url).json() Jul 15 19:08:07.091574 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:08:07.091574 dv-cinder-788363-8-iscsi neutron-server[93658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:08:07.091574 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:08:07.091574 dv-cinder-788363-8-iscsi neutron-server[93658]: return self.request(url, 'GET', **kwargs) Jul 15 19:08:07.091574 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:08:07.091574 dv-cinder-788363-8-iscsi neutron-server[93658]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:08:07.091574 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:08:07.091574 dv-cinder-788363-8-iscsi neutron-server[93658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:08:07.091574 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:08:07.091574 dv-cinder-788363-8-iscsi neutron-server[93658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:08:07.091574 dv-cinder-788363-8-iscsi neutron-server[93658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:08:07.122801 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d78e6a5-fc0f-4bb0-b1f8-8b89ca368f10 req-3d4884f1-f65b-4f36-9e14-facb2d9a916e tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:07.125314 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-4d78e6a5-fc0f-4bb0-b1f8-8b89ca368f10 req-3d4884f1-f65b-4f36-9e14-facb2d9a916e tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.0966313 Jul 15 19:08:07.159611 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-387a5c9a-abcd-4a72-8d70-c0067829d16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764597'] for network, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:07.165705 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-387a5c9a-abcd-4a72-8d70-c0067829d16f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for network, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:07.168341 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-387a5c9a-abcd-4a72-8d70-c0067829d16f admin admin] 10.222.0.70 "DELETE /v2.0/networks/fd18538d-3317-45a7-a0c4-8b9700b60c50 HTTP/1.1" status: 204 len: 168 time: 0.4705648 Jul 15 19:08:07.179175 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a5c9a-abcd-4a72-8d70-c0067829d16f admin admin] Pushing event deleted for resources: {'Network': ['ID=fd18538d-3317-45a7-a0c4-8b9700b60c50,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:07.186481 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-4d78e6a5-fc0f-4bb0-b1f8-8b89ca368f10 req-f36224d6-5ab2-422a-a07d-faa3f15eff95 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539100 Jul 15 19:08:07.361575 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 54468) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:07.410574 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-21073513-0296-4112-9971-5559ba74fcf6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e0b29ed27bec4677bdd7d88e7e098ff4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473347 Jul 15 19:08:07.412756 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 54470) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:07.493207 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e57080a4-f8ed-4831-b52d-96d4c37e6e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:07.518563 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e57080a4-f8ed-4831-b52d-96d4c37e6e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:07.575304 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e57080a4-f8ed-4831-b52d-96d4c37e6e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:07.578093 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e57080a4-f8ed-4831-b52d-96d4c37e6e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:07.579447 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-e57080a4-f8ed-4831-b52d-96d4c37e6e44 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/433608df-d045-408f-9c5f-07da2b6597b8 HTTP/1.1" status: 204 len: 168 time: 0.1652408 Jul 15 19:08:07.588622 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57080a4-f8ed-4831-b52d-96d4c37e6e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433608df-d045-408f-9c5f-07da2b6597b8,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:07.996497 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc34b2-42fa-453f-b325-b782789f5604 req-7685b08a-fd36-4338-acc2-0252f335d4ee tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:07.999006 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-68bc34b2-42fa-453f-b325-b782789f5604 req-7685b08a-fd36-4338-acc2-0252f335d4ee tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 943 time: 0.0842080 Jul 15 19:08:08.044324 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-68bc34b2-42fa-453f-b325-b782789f5604 req-8a210bdd-32d9-4941-a31c-1e82e0820e5e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379202 Jul 15 19:08:08.058461 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 54478) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:08.100247 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-d145f14c-4d73-4770-89cd-aa626403467b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=86ce029a0e5740feba8a7fb1c4e164a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405316 Jul 15 19:08:08.103458 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 54480) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:08.174465 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e7d63ba9-a8ed-4c1e-9768-ddb35afcdc68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:08.199655 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e7d63ba9-a8ed-4c1e-9768-ddb35afcdc68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:08.300320 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e7d63ba9-a8ed-4c1e-9768-ddb35afcdc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:08.303294 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e7d63ba9-a8ed-4c1e-9768-ddb35afcdc68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:08.305028 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-e7d63ba9-a8ed-4c1e-9768-ddb35afcdc68 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6b4a3e7d-1b8a-4a25-ba61-2d08e937e87a HTTP/1.1" status: 204 len: 168 time: 0.2006443 Jul 15 19:08:08.323011 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcbc3ea-57bc-424e-bbc0-6c6155e0c631 req-804c00a3-f3f6-41ea-b909-6f8a14d322fa tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:08.324614 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-ddcbc3ea-57bc-424e-bbc0-6c6155e0c631 req-804c00a3-f3f6-41ea-b909-6f8a14d322fa tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d10e296-aaa6-430c-a17a-cb6c2e06cd0a HTTP/1.1" status: 200 len: 946 time: 0.0914152 Jul 15 19:08:08.326015 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d63ba9-a8ed-4c1e-9768-ddb35afcdc68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4a3e7d-1b8a-4a25-ba61-2d08e937e87a,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:08.389882 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-ddcbc3ea-57bc-424e-bbc0-6c6155e0c631 req-c26a3bba-2d17-494d-b88e-e09b2dc64504 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458009 Jul 15 19:08:08.409704 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b61c42-5552-473d-a2ff-ff0b5041cbeb req-4db83776-8b70-43a7-a1f9-308ede377e19 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:08.409704 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-43b61c42-5552-473d-a2ff-ff0b5041cbeb req-4db83776-8b70-43a7-a1f9-308ede377e19 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.0979507 Jul 15 19:08:08.450256 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-43b61c42-5552-473d-a2ff-ff0b5041cbeb req-7af0a464-7609-481c-9c72-eb3e3d74fa0b tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378067 Jul 15 19:08:08.570031 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba9dff-cc6d-4539-9296-0086e9349489 req-e634d584-9fd1-471a-9794-ef70374c5ec8 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:08.571543 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-04ba9dff-cc6d-4539-9296-0086e9349489 req-e634d584-9fd1-471a-9794-ef70374c5ec8 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d10e296-aaa6-430c-a17a-cb6c2e06cd0a HTTP/1.1" status: 200 len: 946 time: 0.0681283 Jul 15 19:08:08.609612 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-04ba9dff-cc6d-4539-9296-0086e9349489 req-5376671b-ec50-4b67-b8fe-6a4665070396 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326180 Jul 15 19:08:08.635554 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 54496) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:08.859473 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9d0367-dbb6-41ea-8f15-754185ebaa4c tempest-TestVolumeBootPattern-959500903 tempest-TestVolumeBootPattern-959500903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:08.863176 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-5f9d0367-dbb6-41ea-8f15-754185ebaa4c tempest-TestVolumeBootPattern-959500903 tempest-TestVolumeBootPattern-959500903-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5d10e296-aaa6-430c-a17a-cb6c2e06cd0a HTTP/1.1" status: 200 len: 1094 time: 0.2244210 Jul 15 19:08:08.864246 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 54508) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:08.868749 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-28fd7d07-b970-4186-a15e-7c5540d1d697 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Request body: {'floatingip': {'floating_network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'port_id': '1dfd31b1-755e-432c-9840-f7922941abc5', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:08:08.901073 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-28fd7d07-b970-4186-a15e-7c5540d1d697 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks [] for floatingip, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:08.990636 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 910e4255-cffb-47b8-86c7-b5373835f799 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:08:09.017976 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-28fd7d07-b970-4186-a15e-7c5540d1d697 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:09.081535 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 54514) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:09.119657 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 910e4255-cffb-47b8-86c7-b5373835f799, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=910e4255-cffb-47b8-86c7-b5373835f799,segment=NetworkSegment(c5f8fc6e-ca65-461a-98f0-ca6e4f10d746),segment_id=c5f8fc6e-ca65-461a-98f0-ca6e4f10d746)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:08:09.140157 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Returning: {'device': '910e4255-cffb-47b8-86c7-b5373835f799', 'network_id': '4bce21e0-88dc-4de8-9d22-c4e766c0d73f', 'port_id': '910e4255-cffb-47b8-86c7-b5373835f799', 'mac_address': 'fa:16:3e:1c:02:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c53d632-04b3-4db0-b6ce-07c07955a0b8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:08:09.143587 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.db_base_plugin_common [None req-28fd7d07-b970-4186-a15e-7c5540d1d697 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Allocated IP 172.27.2.131 (e1e7053a-85e2-45af-9353-c5375187db21/9528084b-89d8-4124-b104-08bd71cd5eaa/72ac79ef-7d36-4ac4-b60c-4e59e1d45513) {{(pid=93657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:08:09.186678 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:09.210465 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 910e4255-cffb-47b8-86c7-b5373835f799 {{(pid=93659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:08:09.223763 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [None req-bd996c93-f186-4d42-8be7-11ee2de83e60 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1072956974-network', 'tenant_id': '6376ca77efd740189f836e21e81181c7'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:08:09.239063 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 910e4255-cffb-47b8-86c7-b5373835f799, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=910e4255-cffb-47b8-86c7-b5373835f799,segment=NetworkSegment(c5f8fc6e-ca65-461a-98f0-ca6e4f10d746),segment_id=c5f8fc6e-ca65-461a-98f0-ca6e4f10d746)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:08:09.245435 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:09.281171 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-28fd7d07-b970-4186-a15e-7c5540d1d697 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks [] for port, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:09.282777 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd996c93-f186-4d42-8be7-11ee2de83e60 admin admin] Made reservation on behalf of 6376ca77efd740189f836e21e81181c7 for: {'network': 1} {{(pid=93658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:08:09.285162 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-bd996c93-f186-4d42-8be7-11ee2de83e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for network, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:09.296995 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-bd996c93-f186-4d42-8be7-11ee2de83e60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:09.305523 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=910e4255-cffb-47b8-86c7-b5373835f799,revision_number=9']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:09.333885 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae48bd-d6e6-4508-a035-dc1bf32e87e6 req-62aa9246-cafc-4dea-a153-b54b49aad156 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:09.335542 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-5bae48bd-d6e6-4508-a035-dc1bf32e87e6 req-62aa9246-cafc-4dea-a153-b54b49aad156 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 944 time: 0.1083982 Jul 15 19:08:09.345907 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-28fd7d07-b970-4186-a15e-7c5540d1d697 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:09.395478 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fd7d07-b970-4186-a15e-7c5540d1d697 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Network e1e7053a-85e2-45af-9353-c5375187db21 is already hosted by enough agents. {{(pid=93657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:08:09.398793 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.base_scheduler [None req-28fd7d07-b970-4186-a15e-7c5540d1d697 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Resources bound (agent type, host, resource id): {{(pid=93657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:08:09.402780 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fd7d07-b970-4186-a15e-7c5540d1d697 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Received port after_create {{(pid=93657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:08:09.410456 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-5bae48bd-d6e6-4508-a035-dc1bf32e87e6 req-be01d798-13eb-40cf-8475-647ea4955a12 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665772 Jul 15 19:08:09.435763 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd7d07-b970-4186-a15e-7c5540d1d697 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Pushing event updated for resources: {'Port': ['ID=72ac79ef-7d36-4ac4-b60c-4e59e1d45513,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:09.482996 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-bd996c93-f186-4d42-8be7-11ee2de83e60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:09.491961 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-bd996c93-f186-4d42-8be7-11ee2de83e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:09.524788 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd996c93-f186-4d42-8be7-11ee2de83e60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1085} {{(pid=93658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:08:09.535508 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd996c93-f186-4d42-8be7-11ee2de83e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e614a6-2816-4253-b71e-36d5602d5775,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:09.545129 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-bd996c93-f186-4d42-8be7-11ee2de83e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882'] for segment, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:09.545482 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.db.segments_db [None req-bd996c93-f186-4d42-8be7-11ee2de83e60 admin admin] Added segment e54b7806-39e4-4d2a-9b5d-7d5341eb4a5c of type vlan for network 5f681b99-32a5-40d5-a305-9f755d31a4dd Jul 15 19:08:09.596183 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-bd996c93-f186-4d42-8be7-11ee2de83e60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730934684676'] for network, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:09.629584 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-bd996c93-f186-4d42-8be7-11ee2de83e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736'] for network, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:09.631419 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd996c93-f186-4d42-8be7-11ee2de83e60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:09.632754 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-bd996c93-f186-4d42-8be7-11ee2de83e60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for network, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:09.646260 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] get_ports_and_sgs() called for port_ids ['910e4255-cffb-47b8-86c7-b5373835f799'] {{(pid=93659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:08:09.676859 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-bd996c93-f186-4d42-8be7-11ee2de83e60 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5940509 Jul 15 19:08:09.683141 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 54522) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:09.688079 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-3f06d566-90b5-4ade-9b8d-453bfbb0a3e4 admin admin] Request body: {'subnet': {'network_id': '5f681b99-32a5-40d5-a305-9f755d31a4dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1072956974-subnet', 'tenant_id': '6376ca77efd740189f836e21e81181c7', 'ip_version': 4}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:08:09.703591 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd996c93-f186-4d42-8be7-11ee2de83e60 admin admin] Pushing event updated for resources: {'Network': ['ID=5f681b99-32a5-40d5-a305-9f755d31a4dd,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:09.719033 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Network 5f681b99-32a5-40d5-a305-9f755d31a4dd details requested by agent ovs-agent-dv-cinder-788363-8-iscsi with host dv-cinder-788363-8-iscsi {{(pid=93659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:08:09.766409 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f06d566-90b5-4ade-9b8d-453bfbb0a3e4 admin admin] Made reservation on behalf of 6376ca77efd740189f836e21e81181c7 for: {'subnet': 1} {{(pid=93657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:08:09.768698 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-3f06d566-90b5-4ade-9b8d-453bfbb0a3e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5276051'] for subnet, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:09.946315 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95171088-d888-4850-8bd9-e7d8467d7c35 req-6e485276-3691-474f-bf52-19106ce59476 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:09.948244 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-95171088-d888-4850-8bd9-e7d8467d7c35 req-6e485276-3691-474f-bf52-19106ce59476 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.2658501 Jul 15 19:08:10.078070 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-95171088-d888-4850-8bd9-e7d8467d7c35 req-336b25bf-9446-4d65-840d-dfda066abf10 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214111 Jul 15 19:08:10.102326 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-28fd7d07-b970-4186-a15e-7c5540d1d697 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:10.178696 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-3f06d566-90b5-4ade-9b8d-453bfbb0a3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6305961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5276033'] for subnet, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:10.479960 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f06d566-90b5-4ade-9b8d-453bfbb0a3e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c34bb00-b595-4058-9158-654376820017,revision_number=0']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:10.483218 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-28fd7d07-b970-4186-a15e-7c5540d1d697 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:10.525404 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f06d566-90b5-4ade-9b8d-453bfbb0a3e4 admin admin] Checking segment: {'id': 'e54b7806-39e4-4d2a-9b5d-7d5341eb4a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '5f681b99-32a5-40d5-a305-9f755d31a4dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:08:10.525789 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f06d566-90b5-4ade-9b8d-453bfbb0a3e4 admin admin] Network hostable DHCP agents. Network: 5f681b99-32a5-40d5-a305-9f755d31a4dd, hostable agents: ['55735004-04ab-4467-ab29-fafa31dd3593'], hosted agents: [] {{(pid=93657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:08:10.564207 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f06d566-90b5-4ade-9b8d-453bfbb0a3e4 admin admin] Network 5f681b99-32a5-40d5-a305-9f755d31a4dd is scheduled to be hosted by DHCP agent 55735004-04ab-4467-ab29-fafa31dd3593 with binding_index 1 {{(pid=93657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:08:10.581221 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.base_scheduler [None req-3f06d566-90b5-4ade-9b8d-453bfbb0a3e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-8-iscsi, 5f681b99-32a5-40d5-a305-9f755d31a4dd) {{(pid=93657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:08:10.588463 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f06d566-90b5-4ade-9b8d-453bfbb0a3e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:10.589068 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-3f06d566-90b5-4ade-9b8d-453bfbb0a3e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for subnet, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:10.592092 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4180c53-e51f-4b68-b0b7-8c9c8a5bc749 None None] Network 5f681b99-32a5-40d5-a305-9f755d31a4dd requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:08:10.602407 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688baa0-1e10-47ac-92b1-954936653074 req-1fa1ff52-0628-4f8e-8c67-df2c89fe9e8e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:10.608516 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-a688baa0-1e10-47ac-92b1-954936653074 req-1fa1ff52-0628-4f8e-8c67-df2c89fe9e8e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0725029 Jul 15 19:08:10.634868 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-3f06d566-90b5-4ade-9b8d-453bfbb0a3e4 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9506123 Jul 15 19:08:10.637483 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 54530) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:10.641852 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-961973fe-e1e5-4837-bc7c-bf6e2b46226d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1072956974-router', 'tenant_id': '6376ca77efd740189f836e21e81181c7', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'}}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:08:10.648573 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-a688baa0-1e10-47ac-92b1-954936653074 req-b03b213d-1f8d-4cb7-a87d-f0d5eb3579dc tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388112 Jul 15 19:08:10.686906 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-961973fe-e1e5-4837-bc7c-bf6e2b46226d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-764669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124563'] for router, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:10.687895 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-961973fe-e1e5-4837-bc7c-bf6e2b46226d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-695951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124568'] for router, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:10.704289 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-28fd7d07-b970-4186-a15e-7c5540d1d697 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks [] for port, precommit_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:10.710628 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-28fd7d07-b970-4186-a15e-7c5540d1d697 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6305852'] for port, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:10.764463 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35679a3b-9f4f-401d-87d4-5f474d253e6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddf34259-25e2-5d11-b24f-5c2a52454752-5f681b99-32a5-40d5-a305-9f755d31a4dd', 'network_id': '5f681b99-32a5-40d5-a305-9f755d31a4dd', 'tenant_id': '6376ca77efd740189f836e21e81181c7', 'fixed_ips': [{'subnet_id': '4c34bb00-b595-4058-9158-654376820017'}]}} from dv-cinder-788363-8-iscsi. {{(pid=93659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 19:08:10.765337 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-35679a3b-9f4f-401d-87d4-5f474d253e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:10.805169 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-961973fe-e1e5-4837-bc7c-bf6e2b46226d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:10.824607 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd7d07-b970-4186-a15e-7c5540d1d697 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Pushing event updated for resources: {'Port': ['ID=72ac79ef-7d36-4ac4-b60c-4e59e1d45513,revision_number=2']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:10.887581 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-28fd7d07-b970-4186-a15e-7c5540d1d697 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764579'] for floatingip, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:10.903435 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.db_base_plugin_common [None req-35679a3b-9f4f-401d-87d4-5f474d253e6c None None] Allocated IP 172.20.0.2 (5f681b99-32a5-40d5-a305-9f755d31a4dd/4c34bb00-b595-4058-9158-654376820017/a1d6eee6-3376-4d37-a286-75b9ac234894) {{(pid=93659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:08:10.991434 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 910e4255-cffb-47b8-86c7-b5373835f799 up at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:08:11.026452 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-961973fe-e1e5-4837-bc7c-bf6e2b46226d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130162'] for router, precommit_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:11.067528 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.db.l3_db [None req-28fd7d07-b970-4186-a15e-7c5540d1d697 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Floating IP e7e5640b-d265-4c12-a974-e976a9dc00f0 associated. External IP: 172.27.2.131, port: 1dfd31b1-755e-432c-9840-f7922941abc5. Jul 15 19:08:11.077044 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-35679a3b-9f4f-401d-87d4-5f474d253e6c None None] Notify callbacks [] for port, precommit_create {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:11.089562 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-35679a3b-9f4f-401d-87d4-5f474d253e6c None None] Transition to ACTIVE for port object a1d6eee6-3376-4d37-a286-75b9ac234894 will not be triggered until provisioned by entity L2. {{(pid=93659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:08:11.113953 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Provisioning complete for port 910e4255-cffb-47b8-86c7-b5373835f799 triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:08:11.114410 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:11.117096 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-35679a3b-9f4f-401d-87d4-5f474d253e6c None None] Transition to ACTIVE for port object a1d6eee6-3376-4d37-a286-75b9ac234894 will not be triggered until provisioned by entity DHCP. {{(pid=93659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:08:11.155268 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-35679a3b-9f4f-401d-87d4-5f474d253e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355'] for port, after_create {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:11.213976 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35679a3b-9f4f-401d-87d4-5f474d253e6c None None] Network 5f681b99-32a5-40d5-a305-9f755d31a4dd is already hosted by enough agents. {{(pid=93659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:08:11.236803 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.scheduler.base_scheduler [None req-35679a3b-9f4f-401d-87d4-5f474d253e6c None None] Resources bound (agent type, host, resource id): {{(pid=93659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:08:11.243158 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35679a3b-9f4f-401d-87d4-5f474d253e6c None None] Received port after_create {{(pid=93659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:08:11.245157 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35679a3b-9f4f-401d-87d4-5f474d253e6c None None] Pushing event updated for resources: {'Port': ['ID=a1d6eee6-3376-4d37-a286-75b9ac234894,revision_number=1']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:11.340619 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:11.351286 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-35679a3b-9f4f-401d-87d4-5f474d253e6c None None] Attempting to bind port a1d6eee6-3376-4d37-a286-75b9ac234894 on host dv-cinder-788363-8-iscsi for vnic_type normal with profile {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:08:11.351691 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-35679a3b-9f4f-401d-87d4-5f474d253e6c None None] Attempting to bind port a1d6eee6-3376-4d37-a286-75b9ac234894 by drivers openvswitch,hyperv on host dv-cinder-788363-8-iscsi at level 0 using segments [{'id': 'e54b7806-39e4-4d2a-9b5d-7d5341eb4a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '5f681b99-32a5-40d5-a305-9f755d31a4dd'}] {{(pid=93659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:08:11.352060 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35679a3b-9f4f-401d-87d4-5f474d253e6c None None] Attempting to bind port a1d6eee6-3376-4d37-a286-75b9ac234894 on network 5f681b99-32a5-40d5-a305-9f755d31a4dd {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:08:11.361441 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35679a3b-9f4f-401d-87d4-5f474d253e6c None None] Checking agent: {'id': 'ac33f8ba-c243-4061-a3c6-3aff717edb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 52), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:08:11.361888 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35679a3b-9f4f-401d-87d4-5f474d253e6c None None] Checking segment: {'id': 'e54b7806-39e4-4d2a-9b5d-7d5341eb4a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '5f681b99-32a5-40d5-a305-9f755d31a4dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:08:11.362306 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-35679a3b-9f4f-401d-87d4-5f474d253e6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:11.362726 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35679a3b-9f4f-401d-87d4-5f474d253e6c None None] Bound using segment: {'id': 'e54b7806-39e4-4d2a-9b5d-7d5341eb4a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '5f681b99-32a5-40d5-a305-9f755d31a4dd'} {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:08:11.363200 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-35679a3b-9f4f-401d-87d4-5f474d253e6c None None] Bound port: a1d6eee6-3376-4d37-a286-75b9ac234894, host: dv-cinder-788363-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54b7806-39e4-4d2a-9b5d-7d5341eb4a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '5f681b99-32a5-40d5-a305-9f755d31a4dd'}}] {{(pid=93659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:08:11.363591 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-35679a3b-9f4f-401d-87d4-5f474d253e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:11.377514 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '581ac5fb-522d-4196-8736-01ddee95b0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910e4255-cffb-47b8-86c7-b5373835f799'}] {{(pid=93659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:08:11.379935 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cff241be1680f95bd86cb63ae369edb514e49424f5374e734ea98f44dc6e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19ef2e6-d965-415b-860d-bbe960cd791b" -d '{"events": [{"server_uuid": "581ac5fb-522d-4196-8736-01ddee95b0a5", "name": "network-vif-plugged", "status": "completed", "tag": "910e4255-cffb-47b8-86c7-b5373835f799"}]}' {{(pid=93659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:08:11.402872 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 910e4255-cffb-47b8-86c7-b5373835f799, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=910e4255-cffb-47b8-86c7-b5373835f799,segment=NetworkSegment(c5f8fc6e-ca65-461a-98f0-ca6e4f10d746),segment_id=c5f8fc6e-ca65-461a-98f0-ca6e4f10d746)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:08:11.409069 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:11.440024 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410b1a1e-946c-4884-a032-3d5fe0aa49aa x-openstack-request-id: req-410b1a1e-946c-4884-a032-3d5fe0aa49aa {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:08:11.440361 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "581ac5fb-522d-4196-8736-01ddee95b0a5", "name": "network-vif-plugged", "status": "completed", "tag": "910e4255-cffb-47b8-86c7-b5373835f799", "code": 200}]} {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:08:11.440673 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-410b1a1e-946c-4884-a032-3d5fe0aa49aa {{(pid=93659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:08:11.441017 dv-cinder-788363-8-iscsi neutron-server[93659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '581ac5fb-522d-4196-8736-01ddee95b0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910e4255-cffb-47b8-86c7-b5373835f799', 'code': 200} Jul 15 19:08:11.453048 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc561e-3c09-4670-8078-7a2ad49fade2 req-88190987-b0ca-4cc0-9507-f48d85be4d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:11.455665 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-b2bc561e-3c09-4670-8078-7a2ad49fade2 req-88190987-b0ca-4cc0-9507-f48d85be4d2a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 1098 time: 0.1207764 Jul 15 19:08:11.517268 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-35679a3b-9f4f-401d-87d4-5f474d253e6c None None] For port a1d6eee6-3376-4d37-a286-75b9ac234894, host dv-cinder-788363-8-iscsi, cleared binding levels {{(pid=93659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:08:11.520184 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=910e4255-cffb-47b8-86c7-b5373835f799,revision_number=10']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:11.526239 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-35679a3b-9f4f-401d-87d4-5f474d253e6c None None] For port a1d6eee6-3376-4d37-a286-75b9ac234894, host dv-cinder-788363-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=a1d6eee6-3376-4d37-a286-75b9ac234894,segment=NetworkSegment(e54b7806-39e4-4d2a-9b5d-7d5341eb4a5c),segment_id=e54b7806-39e4-4d2a-9b5d-7d5341eb4a5c)] {{(pid=93659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:08:11.534071 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-35679a3b-9f4f-401d-87d4-5f474d253e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:11.560767 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-b2bc561e-3c09-4670-8078-7a2ad49fade2 req-7b876f10-1d09-43d4-9358-d71547e4a72a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839677 Jul 15 19:08:11.568623 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28fd7d07-b970-4186-a15e-7c5540d1d697 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Router a3c6b66d-5fcf-4250-bc05-a7fb3832f584 has already been hosted by L3 agent d1959f4f-c5e4-447e-bdea-87c7e923db15 {{(pid=93657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:08:11.585339 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57021a4b-d15c-4dd2-9405-a19c9443037d req-72138e67-6e17-42e8-adcb-fd883ef9250d tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:11.587049 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-57021a4b-d15c-4dd2-9405-a19c9443037d req-72138e67-6e17-42e8-adcb-fd883ef9250d tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.2498794 Jul 15 19:08:11.589456 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-961973fe-e1e5-4837-bc7c-bf6e2b46226d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:11.600150 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35679a3b-9f4f-401d-87d4-5f474d253e6c None None] Pushing event updated for resources: {'Port': ['ID=a1d6eee6-3376-4d37-a286-75b9ac234894,revision_number=2']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:11.618564 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-961973fe-e1e5-4837-bc7c-bf6e2b46226d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:11.784747 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-57021a4b-d15c-4dd2-9405-a19c9443037d req-a87a7a1f-dd12-4ba7-970d-f22a65301118 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741467 Jul 15 19:08:11.899522 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fd7d07-b970-4186-a15e-7c5540d1d697 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify agent at l3_agent.dv-cinder-788363-8-iscsi the message routers_updated {{(pid=93657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:08:11.916716 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27143d29-d87e-4d26-ad10-96f3a0d1b8a1 None None] Sync routers for ids ['a3c6b66d-5fcf-4250-bc05-a7fb3832f584'] in dv-cinder-788363-8-iscsi {{(pid=93660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:08:11.935566 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27143d29-d87e-4d26-ad10-96f3a0d1b8a1 None None] Routers {'a3c6b66d-5fcf-4250-bc05-a7fb3832f584'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:08:11.936902 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-27143d29-d87e-4d26-ad10-96f3a0d1b8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:07:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['a3c6b66d-5fcf-4250-bc05-a7fb3832f584'], 'active': True} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:08:11.941620 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.db_base_plugin_common [None req-961973fe-e1e5-4837-bc7c-bf6e2b46226d admin admin] Allocated IP 172.27.2.8 (e1e7053a-85e2-45af-9353-c5375187db21/9528084b-89d8-4124-b104-08bd71cd5eaa/69036fd5-d126-4226-bc11-2761199d27d9) {{(pid=93657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:08:11.961581 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-28fd7d07-b970-4186-a15e-7c5540d1d697 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for floatingip, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:11.973397 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357cd21-bd3d-416a-8e9a-cc379c292b4a req-a34ae3b2-2d9a-4af9-bbfc-5b224b2d438d tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:11.977986 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-b357cd21-bd3d-416a-8e9a-cc379c292b4a req-a34ae3b2-2d9a-4af9-bbfc-5b224b2d438d tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 946 time: 0.1457081 Jul 15 19:08:12.031237 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-28fd7d07-b970-4186-a15e-7c5540d1d697 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1657779 Jul 15 19:08:12.058217 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d10e296-aaa6-430c-a17a-cb6c2e06cd0a', 'tag': '1dfd31b1-755e-432c-9840-f7922941abc5'}] {{(pid=93657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:08:12.060584 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b0cfcdb1f3b1ee888c4befe2123a349a82046d9ec1555bca0e5a99b684397f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd7dccb-dab7-41dc-8ec2-1c26aa650a92" -d '{"events": [{"name": "network-changed", "server_uuid": "5d10e296-aaa6-430c-a17a-cb6c2e06cd0a", "tag": "1dfd31b1-755e-432c-9840-f7922941abc5"}]}' {{(pid=93657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:08:12.099896 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-b357cd21-bd3d-416a-8e9a-cc379c292b4a req-bb54c6d0-16ce-4447-a947-ce7f2c928564 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112390 Jul 15 19:08:12.137020 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-961973fe-e1e5-4837-bc7c-bf6e2b46226d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:12.149228 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee51a654-8167-422a-afe0-e44f9433faf6 x-openstack-request-id: req-ee51a654-8167-422a-afe0-e44f9433faf6 {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:08:12.149827 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d10e296-aaa6-430c-a17a-cb6c2e06cd0a", "tag": "1dfd31b1-755e-432c-9840-f7922941abc5", "status": "completed", "code": 200}]} {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:08:12.150293 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ee51a654-8167-422a-afe0-e44f9433faf6 {{(pid=93657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:08:12.150857 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d10e296-aaa6-430c-a17a-cb6c2e06cd0a', 'tag': '1dfd31b1-755e-432c-9840-f7922941abc5', 'status': 'completed', 'code': 200} Jul 15 19:08:12.184535 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvr_db [None req-27143d29-d87e-4d26-ad10-96f3a0d1b8a1 None None] Set router a3c6b66d-5fcf-4250-bc05-a7fb3832f584 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:08:12.216167 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-961973fe-e1e5-4837-bc7c-bf6e2b46226d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:12.298942 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961973fe-e1e5-4837-bc7c-bf6e2b46226d admin admin] Network e1e7053a-85e2-45af-9353-c5375187db21 is already hosted by enough agents. {{(pid=93657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:08:12.310227 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.base_scheduler [None req-961973fe-e1e5-4837-bc7c-bf6e2b46226d admin admin] Resources bound (agent type, host, resource id): {{(pid=93657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:08:12.315025 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961973fe-e1e5-4837-bc7c-bf6e2b46226d admin admin] Received port after_create {{(pid=93657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:08:12.348854 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7dccb-dab7-41dc-8ec2-1c26aa650a92 req-f02eb50a-60df-43fb-a622-4700213cde55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:12.351084 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-1cd7dccb-dab7-41dc-8ec2-1c26aa650a92 req-f02eb50a-60df-43fb-a622-4700213cde55 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=180a42342ab54ecf9731a6938c11faae&device_id=5d10e296-aaa6-430c-a17a-cb6c2e06cd0a HTTP/1.1" status: 200 len: 1099 time: 0.1222296 Jul 15 19:08:12.420556 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961973fe-e1e5-4837-bc7c-bf6e2b46226d admin admin] Pushing event updated for resources: {'Port': ['ID=69036fd5-d126-4226-bc11-2761199d27d9,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:12.467185 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7dccb-dab7-41dc-8ec2-1c26aa650a92 req-2dacfc92-3090-4f34-b442-e07d77a67675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:12.468744 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-1cd7dccb-dab7-41dc-8ec2-1c26aa650a92 req-2dacfc92-3090-4f34-b442-e07d77a67675 service neutron] 10.222.0.69 "GET /v2.0/networks?id=68db1402-794a-4fcf-beca-a85ea1b44a56 HTTP/1.1" status: 200 len: 913 time: 0.1100664 Jul 15 19:08:12.496608 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-27143d29-d87e-4d26-ad10-96f3a0d1b8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'name': 'tempest-TestVolumeBootPattern-328040496-router', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:06:48Z', 'updated_at': '2021-07-15T19:06:52Z', 'revision_number': 4, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'gw_port': {'id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:97:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:49Z', 'updated_at': '2021-07-15T19:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_floatingips': [{'id': 'e7e5640b-d265-4c12-a974-e976a9dc00f0', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'floating_ip_address': '172.27.2.131', 'floating_network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'router_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'port_id': '1dfd31b1-755e-432c-9840-f7922941abc5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56', 'mac_address': 'fa:16:3e:19:70:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d10e296-aaa6-430c-a17a-cb6c2e06cd0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:08:09Z', 'updated_at': '2021-07-15T19:08:09Z', 'revision_number': 0, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a8a45d-5c38-4636-8caa-8f808ae32033', 'name': '', 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'mac_address': 'fa:16:3e:62:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '67978492-7f73-452d-9401-7aabf267f48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:51Z', 'updated_at': '2021-07-15T19:07:03Z', 'revision_number': 5, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'subnets': [{'id': '67978492-7f73-452d-9401-7aabf267f48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:08:12.529163 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27143d29-d87e-4d26-ad10-96f3a0d1b8a1 None None] Checking router: a3c6b66d-5fcf-4250-bc05-a7fb3832f584 for host: dv-cinder-788363-8-iscsi {{(pid=93660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:08:12.541465 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27143d29-d87e-4d26-ad10-96f3a0d1b8a1 None None] Routers {'a3c6b66d-5fcf-4250-bc05-a7fb3832f584'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:08:12.543161 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-27143d29-d87e-4d26-ad10-96f3a0d1b8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:07:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['a3c6b66d-5fcf-4250-bc05-a7fb3832f584'], 'active': True} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:08:12.578568 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-1cd7dccb-dab7-41dc-8ec2-1c26aa650a92 req-31512faa-3af4-4d56-81b6-d386d00401ed service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dfd31b1-755e-432c-9840-f7922941abc5 HTTP/1.1" status: 200 len: 1000 time: 0.1010423 Jul 15 19:08:12.642001 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7dccb-dab7-41dc-8ec2-1c26aa650a92 req-5fda9596-c2ad-43ba-b260-0e378f2faaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:12.644048 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-1cd7dccb-dab7-41dc-8ec2-1c26aa650a92 req-5fda9596-c2ad-43ba-b260-0e378f2faaf8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=67978492-7f73-452d-9401-7aabf267f48c HTTP/1.1" status: 200 len: 850 time: 0.0514202 Jul 15 19:08:12.740951 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvr_db [None req-27143d29-d87e-4d26-ad10-96f3a0d1b8a1 None None] Set router a3c6b66d-5fcf-4250-bc05-a7fb3832f584 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:08:12.832691 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7dccb-dab7-41dc-8ec2-1c26aa650a92 req-53852565-10a0-4f3d-9fda-a43d6833225e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:12.849781 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-1cd7dccb-dab7-41dc-8ec2-1c26aa650a92 req-53852565-10a0-4f3d-9fda-a43d6833225e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=68db1402-794a-4fcf-beca-a85ea1b44a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1497858 Jul 15 19:08:12.912399 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348d7cf-908b-499a-9c9f-04711c5628bd req-3334a27c-373c-42cc-874b-690755053434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:12.918409 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-8348d7cf-908b-499a-9c9f-04711c5628bd req-3334a27c-373c-42cc-874b-690755053434 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 1099 time: 0.5610638 Jul 15 19:08:12.998632 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-8348d7cf-908b-499a-9c9f-04711c5628bd req-7e7a14c0-b4dc-4515-bc58-7e776ba5f1fa service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737462 Jul 15 19:08:13.111731 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-1cd7dccb-dab7-41dc-8ec2-1c26aa650a92 req-eb6d6038-b94e-4f8a-a5d9-7a2aba4bc6af service neutron] 10.222.0.69 "GET /v2.0/networks/68db1402-794a-4fcf-beca-a85ea1b44a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532761 Jul 15 19:08:13.149506 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-961973fe-e1e5-4837-bc7c-bf6e2b46226d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:13.155772 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e869b3a-ff4a-4b03-8592-bf6dace12356 None None] Network 5f681b99-32a5-40d5-a305-9f755d31a4dd requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:08:13.184233 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-27143d29-d87e-4d26-ad10-96f3a0d1b8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'name': 'tempest-TestVolumeBootPattern-328040496-router', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:06:48Z', 'updated_at': '2021-07-15T19:06:52Z', 'revision_number': 4, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'gw_port': {'id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:97:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:49Z', 'updated_at': '2021-07-15T19:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_floatingips': [{'id': 'e7e5640b-d265-4c12-a974-e976a9dc00f0', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'floating_ip_address': '172.27.2.131', 'floating_network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'router_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'port_id': '1dfd31b1-755e-432c-9840-f7922941abc5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56', 'mac_address': 'fa:16:3e:19:70:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d10e296-aaa6-430c-a17a-cb6c2e06cd0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:08:09Z', 'updated_at': '2021-07-15T19:08:09Z', 'revision_number': 0, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a8a45d-5c38-4636-8caa-8f808ae32033', 'name': '', 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'mac_address': 'fa:16:3e:62:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '67978492-7f73-452d-9401-7aabf267f48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:51Z', 'updated_at': '2021-07-15T19:07:03Z', 'revision_number': 5, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'subnets': [{'id': '67978492-7f73-452d-9401-7aabf267f48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:08:13.228650 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27143d29-d87e-4d26-ad10-96f3a0d1b8a1 None None] The sync data for ids ['a3c6b66d-5fcf-4250-bc05-a7fb3832f584'] in dv-cinder-788363-8-iscsi is: [{'id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'name': 'tempest-TestVolumeBootPattern-328040496-router', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:06:48Z', 'updated_at': '2021-07-15T19:06:52Z', 'revision_number': 4, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'gw_port': {'id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:97:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:49Z', 'updated_at': '2021-07-15T19:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_floatingips': [{'id': 'e7e5640b-d265-4c12-a974-e976a9dc00f0', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'floating_ip_address': '172.27.2.131', 'floating_network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'router_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'port_id': '1dfd31b1-755e-432c-9840-f7922941abc5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56', 'mac_address': 'fa:16:3e:19:70:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d10e296-aaa6-430c-a17a-cb6c2e06cd0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:08:09Z', 'updated_at': '2021-07-15T19:08:09Z', 'revision_number': 0, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a8a45d-5c38-4636-8caa-8f808ae32033', 'name': '', 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'mac_address': 'fa:16:3e:62:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '67978492-7f73-452d-9401-7aabf267f48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:51Z', 'updated_at': '2021-07-15T19:07:03Z', 'revision_number': 5, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'subnets': [{'id': '67978492-7f73-452d-9401-7aabf267f48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:08:13.261338 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5000ff-6949-4434-a16c-dff7c8d9c394 req-bc284b03-f94f-4647-a924-16a3fd6797b9 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:13.263198 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-bf5000ff-6949-4434-a16c-dff7c8d9c394 req-bc284b03-f94f-4647-a924-16a3fd6797b9 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.1791022 Jul 15 19:08:13.317221 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-53bac8e4-355a-4601-9573-8336b9605214 None None] Provisioning for port a1d6eee6-3376-4d37-a286-75b9ac234894 completed by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:08:13.370688 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-bf5000ff-6949-4434-a16c-dff7c8d9c394 req-db672a7b-f4a3-4246-a1bb-4d26209673ae tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891230 Jul 15 19:08:13.579665 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-1cd7dccb-dab7-41dc-8ec2-1c26aa650a92 req-c72ff135-f3a5-4f04-a24e-344f0f793486 service neutron] 10.222.0.69 "GET /v2.0/networks/68db1402-794a-4fcf-beca-a85ea1b44a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480373 Jul 15 19:08:13.583372 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-961973fe-e1e5-4837-bc7c-bf6e2b46226d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764429'] for router, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:13.596675 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ff654-2dab-4f73-9fdf-75d7c3c03d7e req-4a1654a6-3e6f-4ce8-95f9-30a7d1004f26 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:13.605107 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-532ff654-2dab-4f73-9fdf-75d7c3c03d7e req-4a1654a6-3e6f-4ce8-95f9-30a7d1004f26 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 946 time: 0.2123697 Jul 15 19:08:13.627818 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1106e74f-8c1f-40e2-a10a-6385645cf113 None None] New status for floating IP e7e5640b-d265-4c12-a974-e976a9dc00f0: ACTIVE {{(pid=93659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:08:13.688378 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-532ff654-2dab-4f73-9fdf-75d7c3c03d7e req-0f136f54-481b-4c0c-8555-66926c41c5b3 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817826 Jul 15 19:08:13.708726 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device a1d6eee6-3376-4d37-a286-75b9ac234894 up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:08:13.851757 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning for port a1d6eee6-3376-4d37-a286-75b9ac234894 completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:08:13.878352 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961973fe-e1e5-4837-bc7c-bf6e2b46226d admin admin] Router 5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3 is scheduled to L3 agent d1959f4f-c5e4-447e-bdea-87c7e923db15 with binding_index 1 {{(pid=93657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 19:08:13.909511 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port a1d6eee6-3376-4d37-a286-75b9ac234894 triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:08:13.910242 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:14.012384 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-09829a40-e536-4a07-bfe5-3a5646769c22 None None] Provisioning complete for port a1d6eee6-3376-4d37-a286-75b9ac234894 triggered by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:08:14.013005 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-09829a40-e536-4a07-bfe5-3a5646769c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:14.059433 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961973fe-e1e5-4837-bc7c-bf6e2b46226d admin admin] Notify agent at l3_agent.dv-cinder-788363-8-iscsi the message routers_updated {{(pid=93657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:08:14.072136 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef94b73-176e-4354-816b-f0ee28ae80d9 None None] Sync routers for ids ['5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3'] in dv-cinder-788363-8-iscsi {{(pid=93660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:08:14.082760 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-961973fe-e1e5-4837-bc7c-bf6e2b46226d admin admin] Notify callbacks [] for router, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:14.084570 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-961973fe-e1e5-4837-bc7c-bf6e2b46226d admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.4460769 Jul 15 19:08:14.088815 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 54554) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:14.090066 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef94b73-176e-4354-816b-f0ee28ae80d9 None None] Routers {'5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:08:14.091808 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-fef94b73-176e-4354-816b-f0ee28ae80d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:07:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3'], 'active': True} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:08:14.196020 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:14.268228 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9791d-86c3-4a8f-9a95-cb9dda0cf577 req-bacfcfbf-7d42-48a9-b27c-dd5a9a572ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:14.272109 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-55f9791d-86c3-4a8f-9a95-cb9dda0cf577 req-bacfcfbf-7d42-48a9-b27c-dd5a9a572ac1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5330063560884d19abff6266bfc251c7&device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 1098 time: 0.1342008 Jul 15 19:08:14.396874 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8838a1-9f2c-4ee9-82b7-ba67db183cba req-23724b03-8945-4778-a6d2-ce02a5725e9c tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:14.402813 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvr_db [None req-fef94b73-176e-4354-816b-f0ee28ae80d9 None None] Set router 5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:08:14.405074 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-9a8838a1-9f2c-4ee9-82b7-ba67db183cba req-23724b03-8945-4778-a6d2-ce02a5725e9c tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.1696939 Jul 15 19:08:14.518193 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-9a8838a1-9f2c-4ee9-82b7-ba67db183cba req-f7a3ed9e-0a96-4690-b4c6-3d37515fa95d tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119125 Jul 15 19:08:14.578941 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] For port a1d6eee6-3376-4d37-a286-75b9ac234894, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=a1d6eee6-3376-4d37-a286-75b9ac234894,segment=NetworkSegment(e54b7806-39e4-4d2a-9b5d-7d5341eb4a5c),segment_id=e54b7806-39e4-4d2a-9b5d-7d5341eb4a5c)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:08:14.589738 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:14.650223 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-09829a40-e536-4a07-bfe5-3a5646769c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:14.728394 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Pushing event updated for resources: {'Port': ['ID=a1d6eee6-3376-4d37-a286-75b9ac234894,revision_number=3']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:14.832693 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-fef94b73-176e-4354-816b-f0ee28ae80d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3', 'name': 'tempest-TestMinimumBasicScenario-1072956974-router', 'tenant_id': '6376ca77efd740189f836e21e81181c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '69036fd5-d126-4226-bc11-2761199d27d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:08:10Z', 'updated_at': '2021-07-15T19:08:12Z', 'revision_number': 3, 'project_id': '6376ca77efd740189f836e21e81181c7', 'gw_port': {'id': '69036fd5-d126-4226-bc11-2761199d27d9', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:11Z', 'updated_at': '2021-07-15T19:08:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi'}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:08:14.877164 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.db.api [None req-09829a40-e536-4a07-bfe5-3a5646769c22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 19:08:14.878209 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG oslo_db.api [None req-09829a40-e536-4a07-bfe5-3a5646769c22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 19:08:14.888665 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef94b73-176e-4354-816b-f0ee28ae80d9 None None] Checking router: 5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3 for host: dv-cinder-788363-8-iscsi {{(pid=93660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:08:14.889887 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef94b73-176e-4354-816b-f0ee28ae80d9 None None] Updating router 5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3 port 69036fd5-d126-4226-bc11-2761199d27d9 binding host dv-cinder-788363-8-iscsi {{(pid=93660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:08:14.988489 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9791d-86c3-4a8f-9a95-cb9dda0cf577 req-8b2f8f98-d86f-46f9-903c-1111cb6fe1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:14.991011 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-55f9791d-86c3-4a8f-9a95-cb9dda0cf577 req-8b2f8f98-d86f-46f9-903c-1111cb6fe1b1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=db293c0c-639d-465d-957a-7d2d560b6fd9 HTTP/1.1" status: 200 len: 920 time: 0.7098939 Jul 15 19:08:15.048555 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-58239d37-c35b-48e6-91dc-a667154c8ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:15.064661 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-55f9791d-86c3-4a8f-9a95-cb9dda0cf577 req-d0aef7ae-cf4c-46ae-b2b4-e293135e154a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcd802ab-ebd9-4ee1-ba29-e8f31a844602 HTTP/1.1" status: 200 len: 217 time: 0.0671403 Jul 15 19:08:15.106734 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb00f30-c8c8-4c34-94ce-c5eb7defa21e req-3d32e4e1-db5f-4920-9226-0da2d5131257 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:15.108496 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-4fb00f30-c8c8-4c34-94ce-c5eb7defa21e req-3d32e4e1-db5f-4920-9226-0da2d5131257 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 946 time: 0.1670794 Jul 15 19:08:15.123050 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fef94b73-176e-4354-816b-f0ee28ae80d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:15.164075 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9791d-86c3-4a8f-9a95-cb9dda0cf577 req-10177e82-7f57-47f7-9c08-9c1facfd7870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:15.165774 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-55f9791d-86c3-4a8f-9a95-cb9dda0cf577 req-10177e82-7f57-47f7-9c08-9c1facfd7870 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c64f9169-c20b-4ae0-8226-b6cbf9550510 HTTP/1.1" status: 200 len: 858 time: 0.0941720 Jul 15 19:08:15.222840 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-55f9791d-86c3-4a8f-9a95-cb9dda0cf577 req-835a4eea-1c7d-42a8-88fd-e270bbaeaa7b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=db293c0c-639d-465d-957a-7d2d560b6fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447657 Jul 15 19:08:15.283009 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-4fb00f30-c8c8-4c34-94ce-c5eb7defa21e req-a244f287-1ffa-4cc8-a541-4ac3b71a0c8b tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149986 Jul 15 19:08:15.370036 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.db_base_plugin_common [None req-58239d37-c35b-48e6-91dc-a667154c8ad4 admin admin] Allocated IP 172.20.0.1 (5f681b99-32a5-40d5-a305-9f755d31a4dd/4c34bb00-b595-4058-9158-654376820017/64f7562c-b4b6-4555-910a-56df4efe471f) {{(pid=93657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:08:15.376595 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-55f9791d-86c3-4a8f-9a95-cb9dda0cf577 req-f17a83a7-b0b3-4023-8f2a-6778fe0c3df2 service neutron] 10.222.0.69 "GET /v2.0/networks/db293c0c-639d-465d-957a-7d2d560b6fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459613 Jul 15 19:08:15.552626 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device a1d6eee6-3376-4d37-a286-75b9ac234894 up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:08:15.560909 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-55f9791d-86c3-4a8f-9a95-cb9dda0cf577 req-675efa46-734b-432b-9584-7714b9b110c8 service neutron] 10.222.0.69 "GET /v2.0/networks/db293c0c-639d-465d-957a-7d2d560b6fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767099 Jul 15 19:08:15.619927 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-58239d37-c35b-48e6-91dc-a667154c8ad4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:15.643253 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.provisioning_blocks [None req-58239d37-c35b-48e6-91dc-a667154c8ad4 admin admin] Transition to ACTIVE for port object 64f7562c-b4b6-4555-910a-56df4efe471f will not be triggered until provisioned by entity DHCP. {{(pid=93657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:08:15.691969 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fef94b73-176e-4354-816b-f0ee28ae80d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:15.706622 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port a1d6eee6-3376-4d37-a286-75b9ac234894 triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:08:15.706622 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:15.712285 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.provisioning_blocks [None req-fef94b73-176e-4354-816b-f0ee28ae80d9 None None] Transition to ACTIVE for port object 69036fd5-d126-4226-bc11-2761199d27d9 will not be triggered until provisioned by entity L2. {{(pid=93660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:08:15.724959 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-58239d37-c35b-48e6-91dc-a667154c8ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:15.729042 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fef94b73-176e-4354-816b-f0ee28ae80d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:15.771228 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58239d37-c35b-48e6-91dc-a667154c8ad4 admin admin] Network 5f681b99-32a5-40d5-a305-9f755d31a4dd is already hosted by enough agents. {{(pid=93657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:08:15.774839 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.base_scheduler [None req-58239d37-c35b-48e6-91dc-a667154c8ad4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:08:15.782385 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58239d37-c35b-48e6-91dc-a667154c8ad4 admin admin] Received port after_create {{(pid=93657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:08:15.837895 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.managers [None req-fef94b73-176e-4354-816b-f0ee28ae80d9 None None] Attempting to bind port 69036fd5-d126-4226-bc11-2761199d27d9 on host dv-cinder-788363-8-iscsi for vnic_type normal with profile {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:08:15.838622 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.managers [None req-fef94b73-176e-4354-816b-f0ee28ae80d9 None None] Attempting to bind port 69036fd5-d126-4226-bc11-2761199d27d9 by drivers openvswitch,hyperv on host dv-cinder-788363-8-iscsi at level 0 using segments [{'id': 'd344549d-09e0-4982-8c11-6f16cb0baa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'}] {{(pid=93660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:08:15.839272 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef94b73-176e-4354-816b-f0ee28ae80d9 None None] Attempting to bind port 69036fd5-d126-4226-bc11-2761199d27d9 on network e1e7053a-85e2-45af-9353-c5375187db21 {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:08:15.846364 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780eb46c-00ad-46aa-bf38-8242b32e2110 None None] Pushing event updated for resources: {'Port': ['ID=69036fd5-d126-4226-bc11-2761199d27d9,revision_number=2']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:15.852100 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58239d37-c35b-48e6-91dc-a667154c8ad4 admin admin] Pushing event updated for resources: {'Port': ['ID=64f7562c-b4b6-4555-910a-56df4efe471f,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:15.861820 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef94b73-176e-4354-816b-f0ee28ae80d9 None None] Checking agent: {'id': 'ac33f8ba-c243-4061-a3c6-3aff717edb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 52), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:08:15.862577 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef94b73-176e-4354-816b-f0ee28ae80d9 None None] Checking segment: {'id': 'd344549d-09e0-4982-8c11-6f16cb0baa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:08:15.863739 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fef94b73-176e-4354-816b-f0ee28ae80d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:15.863960 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef94b73-176e-4354-816b-f0ee28ae80d9 None None] Bound using segment: {'id': 'd344549d-09e0-4982-8c11-6f16cb0baa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'} {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:08:15.865714 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.managers [None req-fef94b73-176e-4354-816b-f0ee28ae80d9 None None] Bound port: 69036fd5-d126-4226-bc11-2761199d27d9, host: dv-cinder-788363-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd344549d-09e0-4982-8c11-6f16cb0baa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'}}] {{(pid=93660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:08:15.869141 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fef94b73-176e-4354-816b-f0ee28ae80d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:15.885163 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-58239d37-c35b-48e6-91dc-a667154c8ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-695866'] for router_interface, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:15.949484 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780eb46c-00ad-46aa-bf38-8242b32e2110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:15.950004 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780eb46c-00ad-46aa-bf38-8242b32e2110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:15.950495 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780eb46c-00ad-46aa-bf38-8242b32e2110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:15.951147 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780eb46c-00ad-46aa-bf38-8242b32e2110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:15.951728 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780eb46c-00ad-46aa-bf38-8242b32e2110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:15.952708 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780eb46c-00ad-46aa-bf38-8242b32e2110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:15.953400 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780eb46c-00ad-46aa-bf38-8242b32e2110 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:15.954774 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780eb46c-00ad-46aa-bf38-8242b32e2110 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:15.954774 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780eb46c-00ad-46aa-bf38-8242b32e2110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:15.955218 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780eb46c-00ad-46aa-bf38-8242b32e2110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:15.955820 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780eb46c-00ad-46aa-bf38-8242b32e2110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:15.956390 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780eb46c-00ad-46aa-bf38-8242b32e2110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:15.984955 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db72c0a-442c-467f-8d9f-9cd679091886 req-184ce832-d911-48a8-8c9e-06fcb205342f tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:15.987216 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-4db72c0a-442c-467f-8d9f-9cd679091886 req-184ce832-d911-48a8-8c9e-06fcb205342f tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.2104714 Jul 15 19:08:16.030723 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [None req-fef94b73-176e-4354-816b-f0ee28ae80d9 None None] For port 69036fd5-d126-4226-bc11-2761199d27d9, host dv-cinder-788363-8-iscsi, cleared binding levels {{(pid=93660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:08:16.036422 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [None req-fef94b73-176e-4354-816b-f0ee28ae80d9 None None] For port 69036fd5-d126-4226-bc11-2761199d27d9, host dv-cinder-788363-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=69036fd5-d126-4226-bc11-2761199d27d9,segment=NetworkSegment(d344549d-09e0-4982-8c11-6f16cb0baa64),segment_id=d344549d-09e0-4982-8c11-6f16cb0baa64)] {{(pid=93660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:08:16.046881 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fef94b73-176e-4354-816b-f0ee28ae80d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:16.082895 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-4db72c0a-442c-467f-8d9f-9cd679091886 req-0e40961a-67c8-451a-95bb-afc683c51f92 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852025 Jul 15 19:08:16.094020 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-3db80670-dcde-4b93-9456-b8c61af45907 None None] Provisioning for port 64f7562c-b4b6-4555-910a-56df4efe471f completed by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:08:16.104108 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-3db80670-dcde-4b93-9456-b8c61af45907 None None] Provisioning complete for port 64f7562c-b4b6-4555-910a-56df4efe471f triggered by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:08:16.105613 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-3db80670-dcde-4b93-9456-b8c61af45907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:16.107107 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef94b73-176e-4354-816b-f0ee28ae80d9 None None] Routers {'5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:08:16.107831 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-fef94b73-176e-4354-816b-f0ee28ae80d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:07:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3'], 'active': True} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:08:16.160271 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-3db80670-dcde-4b93-9456-b8c61af45907 None None] Port 64f7562c-b4b6-4555-910a-56df4efe471f cannot update to ACTIVE because it is not bound. {{(pid=93659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:08:16.174913 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780eb46c-00ad-46aa-bf38-8242b32e2110 None None] Pushing event updated for resources: {'Port': ['ID=69036fd5-d126-4226-bc11-2761199d27d9,revision_number=3']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:16.177093 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-58239d37-c35b-48e6-91dc-a667154c8ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:16.242854 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvr_db [None req-fef94b73-176e-4354-816b-f0ee28ae80d9 None None] Set router 5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:08:16.384495 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-58239d37-c35b-48e6-91dc-a667154c8ad4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:16.392368 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-58239d37-c35b-48e6-91dc-a667154c8ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6305852'] for port, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:16.451830 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-fef94b73-176e-4354-816b-f0ee28ae80d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3', 'name': 'tempest-TestMinimumBasicScenario-1072956974-router', 'tenant_id': '6376ca77efd740189f836e21e81181c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '69036fd5-d126-4226-bc11-2761199d27d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:08:10Z', 'updated_at': '2021-07-15T19:08:12Z', 'revision_number': 3, 'project_id': '6376ca77efd740189f836e21e81181c7', 'gw_port': {'id': '69036fd5-d126-4226-bc11-2761199d27d9', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:11Z', 'updated_at': '2021-07-15T19:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi'}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:08:16.485491 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef94b73-176e-4354-816b-f0ee28ae80d9 None None] The sync data for ids ['5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3'] in dv-cinder-788363-8-iscsi is: [{'id': '5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3', 'name': 'tempest-TestMinimumBasicScenario-1072956974-router', 'tenant_id': '6376ca77efd740189f836e21e81181c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '69036fd5-d126-4226-bc11-2761199d27d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:08:10Z', 'updated_at': '2021-07-15T19:08:12Z', 'revision_number': 3, 'project_id': '6376ca77efd740189f836e21e81181c7', 'gw_port': {'id': '69036fd5-d126-4226-bc11-2761199d27d9', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:11Z', 'updated_at': '2021-07-15T19:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi'}] {{(pid=93660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:08:16.515056 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58239d37-c35b-48e6-91dc-a667154c8ad4 admin admin] Pushing event updated for resources: {'Port': ['ID=64f7562c-b4b6-4555-910a-56df4efe471f,revision_number=2']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:16.519632 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-58239d37-c35b-48e6-91dc-a667154c8ad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695886'] for router_interface, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:16.541142 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358cc9ad-b975-4e52-b1d2-15005fe322f6 req-04a7bc36-9c63-466c-94eb-092049e17d51 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:16.543901 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-358cc9ad-b975-4e52-b1d2-15005fe322f6 req-04a7bc36-9c63-466c-94eb-092049e17d51 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 946 time: 0.1153941 Jul 15 19:08:16.587343 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-358cc9ad-b975-4e52-b1d2-15005fe322f6 req-a4673d8d-9d01-4670-80ea-73e5c412ca5d tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375829 Jul 15 19:08:16.644220 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58239d37-c35b-48e6-91dc-a667154c8ad4 admin admin] Network 5f681b99-32a5-40d5-a305-9f755d31a4dd is already hosted by enough agents. {{(pid=93657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:08:16.646192 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.base_scheduler [None req-58239d37-c35b-48e6-91dc-a667154c8ad4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:08:16.836369 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58239d37-c35b-48e6-91dc-a667154c8ad4 admin admin] Router 5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3 has already been hosted by L3 agent d1959f4f-c5e4-447e-bdea-87c7e923db15 {{(pid=93657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:08:17.003661 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-430a6db9-1442-4e0e-95a1-62321b000883 None None] Provisioning complete for port 64f7562c-b4b6-4555-910a-56df4efe471f triggered by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:08:17.004689 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-430a6db9-1442-4e0e-95a1-62321b000883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:17.053559 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-430a6db9-1442-4e0e-95a1-62321b000883 None None] Port 64f7562c-b4b6-4555-910a-56df4efe471f cannot update to ACTIVE because it is not bound. {{(pid=93659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:08:17.324268 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58239d37-c35b-48e6-91dc-a667154c8ad4 admin admin] Notify agent at l3_agent.dv-cinder-788363-8-iscsi the message routers_updated {{(pid=93657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:08:17.333064 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-58239d37-c35b-48e6-91dc-a667154c8ad4 admin admin] 10.222.0.70 "PUT /v2.0/routers/5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2420285 Jul 15 19:08:17.389245 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f6e63-ef86-4c82-9c1f-4d500380a535 req-593c4a8a-89ce-46ea-99dd-31342be5f631 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:17.392201 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-ad0f6e63-ef86-4c82-9c1f-4d500380a535 req-593c4a8a-89ce-46ea-99dd-31342be5f631 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.1189353 Jul 15 19:08:17.477266 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-ad0f6e63-ef86-4c82-9c1f-4d500380a535 req-5a7a518e-679a-406a-85eb-a62b9be24d43 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694375 Jul 15 19:08:17.540219 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 69036fd5-d126-4226-bc11-2761199d27d9 up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:08:17.651950 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning for port 69036fd5-d126-4226-bc11-2761199d27d9 completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:08:17.662820 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port 69036fd5-d126-4226-bc11-2761199d27d9 triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:08:17.664016 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:17.795485 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:17.825708 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] For port 69036fd5-d126-4226-bc11-2761199d27d9, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=69036fd5-d126-4226-bc11-2761199d27d9,segment=NetworkSegment(d344549d-09e0-4982-8c11-6f16cb0baa64),segment_id=d344549d-09e0-4982-8c11-6f16cb0baa64)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:08:17.830258 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:17.895330 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Pushing event updated for resources: {'Port': ['ID=69036fd5-d126-4226-bc11-2761199d27d9,revision_number=4']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:18.070712 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 54614) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:18.076543 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-1b3ae3b6-d22e-4fa6-bd93-d5999feed9e9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1088665921-network', 'tenant_id': '4e393495db684676ba76ec51cc291659'}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:08:18.120263 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3ae3b6-d22e-4fa6-bd93-d5999feed9e9 admin admin] Made reservation on behalf of 4e393495db684676ba76ec51cc291659 for: {'network': 1} {{(pid=93657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:08:18.124208 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-1b3ae3b6-d22e-4fa6-bd93-d5999feed9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for network, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:18.139698 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-1b3ae3b6-d22e-4fa6-bd93-d5999feed9e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:18.274557 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-1b3ae3b6-d22e-4fa6-bd93-d5999feed9e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:18.279520 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-1b3ae3b6-d22e-4fa6-bd93-d5999feed9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:18.305912 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b3ae3b6-d22e-4fa6-bd93-d5999feed9e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1060} {{(pid=93657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:08:18.316200 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ae3b6-d22e-4fa6-bd93-d5999feed9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089ecfb6-8da4-457d-9376-06ab71e53c6f,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:18.321592 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-1b3ae3b6-d22e-4fa6-bd93-d5999feed9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882'] for segment, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:18.321998 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.db.segments_db [None req-1b3ae3b6-d22e-4fa6-bd93-d5999feed9e9 admin admin] Added segment 1a5cb4a4-447d-40c0-a6a1-365cb78a62b5 of type vlan for network bbaf2938-d23d-4559-8b8a-6f21a1091865 Jul 15 19:08:18.371375 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-1b3ae3b6-d22e-4fa6-bd93-d5999feed9e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730934684676'] for network, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:18.402915 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-1b3ae3b6-d22e-4fa6-bd93-d5999feed9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736'] for network, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:18.404015 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3ae3b6-d22e-4fa6-bd93-d5999feed9e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:18.404611 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-1b3ae3b6-d22e-4fa6-bd93-d5999feed9e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for network, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:18.445782 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-1b3ae3b6-d22e-4fa6-bd93-d5999feed9e9 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3735309 Jul 15 19:08:18.449497 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 54616) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:18.454648 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [None req-3c5ca245-69d0-4620-997e-a5ea3bc4c5fb admin admin] Request body: {'subnet': {'network_id': 'bbaf2938-d23d-4559-8b8a-6f21a1091865', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1088665921-subnet', 'tenant_id': '4e393495db684676ba76ec51cc291659', 'ip_version': 4}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:08:18.479703 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ae3b6-d22e-4fa6-bd93-d5999feed9e9 admin admin] Pushing event updated for resources: {'Network': ['ID=bbaf2938-d23d-4559-8b8a-6f21a1091865,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:18.482295 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdd791d-e10e-46a8-93d5-d852344a0cfe None None] Sync routers for ids ['5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3'] in dv-cinder-788363-8-iscsi {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:08:18.496145 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5ca245-69d0-4620-997e-a5ea3bc4c5fb admin admin] Made reservation on behalf of 4e393495db684676ba76ec51cc291659 for: {'subnet': 1} {{(pid=93658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:08:18.498095 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Network bbaf2938-d23d-4559-8b8a-6f21a1091865 details requested by agent ovs-agent-dv-cinder-788363-8-iscsi with host dv-cinder-788363-8-iscsi {{(pid=93659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:08:18.499094 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-3c5ca245-69d0-4620-997e-a5ea3bc4c5fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133998'] for subnet, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:18.532902 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdd791d-e10e-46a8-93d5-d852344a0cfe None None] Routers {'5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:08:18.533865 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-afdd791d-e10e-46a8-93d5-d852344a0cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:07:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:08:18.810515 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc28a6-1f65-4e51-8ae9-e3a44a409e9f req-756e613f-4b62-4e34-b173-ccaa04d5115b tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:18.812240 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-32cc28a6-1f65-4e51-8ae9-e3a44a409e9f req-756e613f-4b62-4e34-b173-ccaa04d5115b tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.1952529 Jul 15 19:08:18.814605 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-3c5ca245-69d0-4620-997e-a5ea3bc4c5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4513106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5134012'] for subnet, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:18.820813 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-afdd791d-e10e-46a8-93d5-d852344a0cfe None None] Set router 5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:08:18.898799 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ca245-69d0-4620-997e-a5ea3bc4c5fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=23edd7f2-7367-4120-8b34-f7ccab8762bd,revision_number=0']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:18.919620 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-32cc28a6-1f65-4e51-8ae9-e3a44a409e9f req-6e3ff3b9-44a5-424d-bbdb-12045b064627 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760949 Jul 15 19:08:18.928120 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5ca245-69d0-4620-997e-a5ea3bc4c5fb admin admin] Checking segment: {'id': '1a5cb4a4-447d-40c0-a6a1-365cb78a62b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'bbaf2938-d23d-4559-8b8a-6f21a1091865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:08:18.928974 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5ca245-69d0-4620-997e-a5ea3bc4c5fb admin admin] Network hostable DHCP agents. Network: bbaf2938-d23d-4559-8b8a-6f21a1091865, hostable agents: ['55735004-04ab-4467-ab29-fafa31dd3593'], hosted agents: [] {{(pid=93658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:08:18.953364 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5ca245-69d0-4620-997e-a5ea3bc4c5fb admin admin] Network bbaf2938-d23d-4559-8b8a-6f21a1091865 is scheduled to be hosted by DHCP agent 55735004-04ab-4467-ab29-fafa31dd3593 with binding_index 1 {{(pid=93658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:08:18.972693 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.base_scheduler [None req-3c5ca245-69d0-4620-997e-a5ea3bc4c5fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-8-iscsi, bbaf2938-d23d-4559-8b8a-6f21a1091865) {{(pid=93658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:08:18.979010 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5ca245-69d0-4620-997e-a5ea3bc4c5fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:18.980117 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-3c5ca245-69d0-4620-997e-a5ea3bc4c5fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:18.997047 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a30602d-2edd-46f6-8558-37b4268f652e None None] Network bbaf2938-d23d-4559-8b8a-6f21a1091865 requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:08:19.001300 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-3c5ca245-69d0-4620-997e-a5ea3bc4c5fb admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5505068 Jul 15 19:08:19.006385 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 54622) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:19.011766 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [None req-00618101-b0b0-4580-a5c0-bcd8ad290149 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1088665921-router', 'tenant_id': '4e393495db684676ba76ec51cc291659', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'}}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:08:19.045283 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-00618101-b0b0-4580-a5c0-bcd8ad290149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-764669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124563'] for router, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:19.046484 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-00618101-b0b0-4580-a5c0-bcd8ad290149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-695951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124568'] for router, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:19.105195 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-00618101-b0b0-4580-a5c0-bcd8ad290149 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:19.267510 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-00618101-b0b0-4580-a5c0-bcd8ad290149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130162'] for router, precommit_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:19.390170 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-afdd791d-e10e-46a8-93d5-d852344a0cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3', 'name': 'tempest-TestMinimumBasicScenario-1072956974-router', 'tenant_id': '6376ca77efd740189f836e21e81181c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '69036fd5-d126-4226-bc11-2761199d27d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:08:10Z', 'updated_at': '2021-07-15T19:08:16Z', 'revision_number': 4, 'project_id': '6376ca77efd740189f836e21e81181c7', 'gw_port': {'id': '69036fd5-d126-4226-bc11-2761199d27d9', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:11Z', 'updated_at': '2021-07-15T19:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': '64f7562c-b4b6-4555-910a-56df4efe471f', 'name': '', 'network_id': '5f681b99-32a5-40d5-a305-9f755d31a4dd', 'tenant_id': '6376ca77efd740189f836e21e81181c7', 'mac_address': 'fa:16:3e:e3:9e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '4c34bb00-b595-4058-9158-654376820017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:15Z', 'updated_at': '2021-07-15T19:08:16Z', 'revision_number': 2, 'project_id': '6376ca77efd740189f836e21e81181c7', 'subnets': [{'id': '4c34bb00-b595-4058-9158-654376820017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:08:19.395500 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b860a1f-d78e-4882-b186-07bfb36f808e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddf34259-25e2-5d11-b24f-5c2a52454752-bbaf2938-d23d-4559-8b8a-6f21a1091865', 'network_id': 'bbaf2938-d23d-4559-8b8a-6f21a1091865', 'tenant_id': '4e393495db684676ba76ec51cc291659', 'fixed_ips': [{'subnet_id': '23edd7f2-7367-4120-8b34-f7ccab8762bd'}]}} from dv-cinder-788363-8-iscsi. {{(pid=93659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 19:08:19.396536 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-3b860a1f-d78e-4882-b186-07bfb36f808e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:19.431285 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdd791d-e10e-46a8-93d5-d852344a0cfe None None] Checking router: 5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3 for host: dv-cinder-788363-8-iscsi {{(pid=93659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:08:19.431462 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdd791d-e10e-46a8-93d5-d852344a0cfe None None] Updating router 5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3 port 64f7562c-b4b6-4555-910a-56df4efe471f binding host dv-cinder-788363-8-iscsi {{(pid=93659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:08:19.544704 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 69036fd5-d126-4226-bc11-2761199d27d9 up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:08:19.546532 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-0ae9a648-f815-4dc3-a4b1-4e973ba41473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:19.586347 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-afdd791d-e10e-46a8-93d5-d852344a0cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:19.590193 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-00618101-b0b0-4580-a5c0-bcd8ad290149 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:19.628880 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-00618101-b0b0-4580-a5c0-bcd8ad290149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:19.703510 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.db_base_plugin_common [None req-3b860a1f-d78e-4882-b186-07bfb36f808e None None] Allocated IP 172.20.0.2 (bbaf2938-d23d-4559-8b8a-6f21a1091865/23edd7f2-7367-4120-8b34-f7ccab8762bd/bf16e373-3317-4776-9236-f30bb8cb1e7c) {{(pid=93659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:08:19.788499 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.db_base_plugin_common [None req-00618101-b0b0-4580-a5c0-bcd8ad290149 admin admin] Allocated IP 172.27.2.140 (e1e7053a-85e2-45af-9353-c5375187db21/9528084b-89d8-4124-b104-08bd71cd5eaa/feb10098-a481-4a04-81a6-dcdcfae796f6) {{(pid=93658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:08:19.906795 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-00618101-b0b0-4580-a5c0-bcd8ad290149 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:19.947972 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-00618101-b0b0-4580-a5c0-bcd8ad290149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4513278'] for port, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:19.984116 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00618101-b0b0-4580-a5c0-bcd8ad290149 admin admin] Network e1e7053a-85e2-45af-9353-c5375187db21 is already hosted by enough agents. {{(pid=93658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:08:19.989352 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.base_scheduler [None req-00618101-b0b0-4580-a5c0-bcd8ad290149 admin admin] Resources bound (agent type, host, resource id): {{(pid=93658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:08:19.993825 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00618101-b0b0-4580-a5c0-bcd8ad290149 admin admin] Received port after_create {{(pid=93658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:08:19.994096 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port 69036fd5-d126-4226-bc11-2761199d27d9 triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:08:19.994641 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:20.022588 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00618101-b0b0-4580-a5c0-bcd8ad290149 admin admin] Pushing event updated for resources: {'Port': ['ID=feb10098-a481-4a04-81a6-dcdcfae796f6,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:20.319354 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-00618101-b0b0-4580-a5c0-bcd8ad290149 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:20.385649 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-3b860a1f-d78e-4882-b186-07bfb36f808e None None] Notify callbacks [] for port, precommit_create {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:20.401914 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-3b860a1f-d78e-4882-b186-07bfb36f808e None None] Transition to ACTIVE for port object bf16e373-3317-4776-9236-f30bb8cb1e7c will not be triggered until provisioned by entity L2. {{(pid=93659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:08:20.416756 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-afdd791d-e10e-46a8-93d5-d852344a0cfe None None] Notify callbacks [] for port, precommit_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:20.434898 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-3b860a1f-d78e-4882-b186-07bfb36f808e None None] Transition to ACTIVE for port object bf16e373-3317-4776-9236-f30bb8cb1e7c will not be triggered until provisioned by entity DHCP. {{(pid=93659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:08:20.436577 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-afdd791d-e10e-46a8-93d5-d852344a0cfe None None] Transition to ACTIVE for port object 64f7562c-b4b6-4555-910a-56df4efe471f will not be triggered until provisioned by entity L2. {{(pid=93659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:08:20.444745 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-3b860a1f-d78e-4882-b186-07bfb36f808e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355'] for port, after_create {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:20.450224 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-afdd791d-e10e-46a8-93d5-d852344a0cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:20.502528 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b860a1f-d78e-4882-b186-07bfb36f808e None None] Network bbaf2938-d23d-4559-8b8a-6f21a1091865 is already hosted by enough agents. {{(pid=93659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:08:20.515703 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.scheduler.base_scheduler [None req-3b860a1f-d78e-4882-b186-07bfb36f808e None None] Resources bound (agent type, host, resource id): {{(pid=93659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:08:20.524654 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b860a1f-d78e-4882-b186-07bfb36f808e None None] Received port after_create {{(pid=93659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:08:20.530120 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b860a1f-d78e-4882-b186-07bfb36f808e None None] Pushing event updated for resources: {'Port': ['ID=bf16e373-3317-4776-9236-f30bb8cb1e7c,revision_number=1']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:20.668873 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-00618101-b0b0-4580-a5c0-bcd8ad290149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764429'] for router, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:20.719093 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-3b860a1f-d78e-4882-b186-07bfb36f808e None None] Attempting to bind port bf16e373-3317-4776-9236-f30bb8cb1e7c on host dv-cinder-788363-8-iscsi for vnic_type normal with profile {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:08:20.719941 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-3b860a1f-d78e-4882-b186-07bfb36f808e None None] Attempting to bind port bf16e373-3317-4776-9236-f30bb8cb1e7c by drivers openvswitch,hyperv on host dv-cinder-788363-8-iscsi at level 0 using segments [{'id': '1a5cb4a4-447d-40c0-a6a1-365cb78a62b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'bbaf2938-d23d-4559-8b8a-6f21a1091865'}] {{(pid=93659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:08:20.720211 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b860a1f-d78e-4882-b186-07bfb36f808e None None] Attempting to bind port bf16e373-3317-4776-9236-f30bb8cb1e7c on network bbaf2938-d23d-4559-8b8a-6f21a1091865 {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:08:20.723535 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6baa6c-0089-4e7d-842d-42e7022a76a0 None None] Pushing event updated for resources: {'Port': ['ID=64f7562c-b4b6-4555-910a-56df4efe471f,revision_number=3']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:20.745258 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b860a1f-d78e-4882-b186-07bfb36f808e None None] Checking agent: {'id': 'ac33f8ba-c243-4061-a3c6-3aff717edb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 52), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:08:20.745871 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b860a1f-d78e-4882-b186-07bfb36f808e None None] Checking segment: {'id': '1a5cb4a4-447d-40c0-a6a1-365cb78a62b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'bbaf2938-d23d-4559-8b8a-6f21a1091865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:08:20.746498 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-3b860a1f-d78e-4882-b186-07bfb36f808e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:20.747167 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b860a1f-d78e-4882-b186-07bfb36f808e None None] Bound using segment: {'id': '1a5cb4a4-447d-40c0-a6a1-365cb78a62b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'bbaf2938-d23d-4559-8b8a-6f21a1091865'} {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:08:20.747800 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-3b860a1f-d78e-4882-b186-07bfb36f808e None None] Bound port: bf16e373-3317-4776-9236-f30bb8cb1e7c, host: dv-cinder-788363-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a5cb4a4-447d-40c0-a6a1-365cb78a62b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'bbaf2938-d23d-4559-8b8a-6f21a1091865'}}] {{(pid=93659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:08:20.748372 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-3b860a1f-d78e-4882-b186-07bfb36f808e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:20.764014 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-afdd791d-e10e-46a8-93d5-d852344a0cfe None None] Attempting to bind port 64f7562c-b4b6-4555-910a-56df4efe471f on host dv-cinder-788363-8-iscsi for vnic_type normal with profile {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:08:20.764485 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-afdd791d-e10e-46a8-93d5-d852344a0cfe None None] Attempting to bind port 64f7562c-b4b6-4555-910a-56df4efe471f by drivers openvswitch,hyperv on host dv-cinder-788363-8-iscsi at level 0 using segments [{'id': 'e54b7806-39e4-4d2a-9b5d-7d5341eb4a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '5f681b99-32a5-40d5-a305-9f755d31a4dd'}] {{(pid=93659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:08:20.765030 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdd791d-e10e-46a8-93d5-d852344a0cfe None None] Attempting to bind port 64f7562c-b4b6-4555-910a-56df4efe471f on network 5f681b99-32a5-40d5-a305-9f755d31a4dd {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:08:20.778097 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdd791d-e10e-46a8-93d5-d852344a0cfe None None] Checking agent: {'id': 'ac33f8ba-c243-4061-a3c6-3aff717edb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 52), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:08:20.778731 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdd791d-e10e-46a8-93d5-d852344a0cfe None None] Checking segment: {'id': 'e54b7806-39e4-4d2a-9b5d-7d5341eb4a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '5f681b99-32a5-40d5-a305-9f755d31a4dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:08:20.779298 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-afdd791d-e10e-46a8-93d5-d852344a0cfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:20.779923 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdd791d-e10e-46a8-93d5-d852344a0cfe None None] Bound using segment: {'id': 'e54b7806-39e4-4d2a-9b5d-7d5341eb4a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '5f681b99-32a5-40d5-a305-9f755d31a4dd'} {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:08:20.780656 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-afdd791d-e10e-46a8-93d5-d852344a0cfe None None] Bound port: 64f7562c-b4b6-4555-910a-56df4efe471f, host: dv-cinder-788363-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54b7806-39e4-4d2a-9b5d-7d5341eb4a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '5f681b99-32a5-40d5-a305-9f755d31a4dd'}}] {{(pid=93659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:08:20.781266 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-afdd791d-e10e-46a8-93d5-d852344a0cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:20.914413 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00618101-b0b0-4580-a5c0-bcd8ad290149 admin admin] Router cde98b65-e7e9-4687-9fa9-1fed7c5f1b92 is scheduled to L3 agent d1959f4f-c5e4-447e-bdea-87c7e923db15 with binding_index 1 {{(pid=93658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 19:08:20.949096 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-3b860a1f-d78e-4882-b186-07bfb36f808e None None] For port bf16e373-3317-4776-9236-f30bb8cb1e7c, host dv-cinder-788363-8-iscsi, cleared binding levels {{(pid=93659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:08:20.956544 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-3b860a1f-d78e-4882-b186-07bfb36f808e None None] For port bf16e373-3317-4776-9236-f30bb8cb1e7c, host dv-cinder-788363-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=bf16e373-3317-4776-9236-f30bb8cb1e7c,segment=NetworkSegment(1a5cb4a4-447d-40c0-a6a1-365cb78a62b5),segment_id=1a5cb4a4-447d-40c0-a6a1-365cb78a62b5)] {{(pid=93659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:08:20.972844 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-3b860a1f-d78e-4882-b186-07bfb36f808e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:20.994476 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-afdd791d-e10e-46a8-93d5-d852344a0cfe None None] For port 64f7562c-b4b6-4555-910a-56df4efe471f, host dv-cinder-788363-8-iscsi, cleared binding levels {{(pid=93659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:08:21.042497 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-afdd791d-e10e-46a8-93d5-d852344a0cfe None None] For port 64f7562c-b4b6-4555-910a-56df4efe471f, host dv-cinder-788363-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=64f7562c-b4b6-4555-910a-56df4efe471f,segment=NetworkSegment(e54b7806-39e4-4d2a-9b5d-7d5341eb4a5c),segment_id=e54b7806-39e4-4d2a-9b5d-7d5341eb4a5c)] {{(pid=93659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:08:21.056288 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-afdd791d-e10e-46a8-93d5-d852344a0cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:21.065955 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00618101-b0b0-4580-a5c0-bcd8ad290149 admin admin] Notify agent at l3_agent.dv-cinder-788363-8-iscsi the message routers_updated {{(pid=93658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:08:21.083678 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43521722-1d99-4cca-92fd-65a495f34e90 None None] Sync routers for ids ['cde98b65-e7e9-4687-9fa9-1fed7c5f1b92'] in dv-cinder-788363-8-iscsi {{(pid=93660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:08:21.085204 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-00618101-b0b0-4580-a5c0-bcd8ad290149 admin admin] Notify callbacks [] for router, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:21.089507 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 54636) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:21.090465 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-00618101-b0b0-4580-a5c0-bcd8ad290149 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0820615 Jul 15 19:08:21.107943 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b860a1f-d78e-4882-b186-07bfb36f808e None None] Pushing event updated for resources: {'Port': ['ID=bf16e373-3317-4776-9236-f30bb8cb1e7c,revision_number=2']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:21.127504 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43521722-1d99-4cca-92fd-65a495f34e90 None None] Routers {'cde98b65-e7e9-4687-9fa9-1fed7c5f1b92'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:08:21.134143 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-43521722-1d99-4cca-92fd-65a495f34e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:07:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['cde98b65-e7e9-4687-9fa9-1fed7c5f1b92'], 'active': True} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:08:21.140380 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdd791d-e10e-46a8-93d5-d852344a0cfe None None] Routers {'5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:08:21.141035 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-afdd791d-e10e-46a8-93d5-d852344a0cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:07:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:08:21.276550 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6baa6c-0089-4e7d-842d-42e7022a76a0 None None] Pushing event updated for resources: {'Port': ['ID=64f7562c-b4b6-4555-910a-56df4efe471f,revision_number=4']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:21.338613 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-afdd791d-e10e-46a8-93d5-d852344a0cfe None None] Set router 5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:08:21.344223 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvr_db [None req-43521722-1d99-4cca-92fd-65a495f34e90 None None] Set router cde98b65-e7e9-4687-9fa9-1fed7c5f1b92 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:08:21.740972 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-43521722-1d99-4cca-92fd-65a495f34e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde98b65-e7e9-4687-9fa9-1fed7c5f1b92', 'name': 'tempest-TestMinimumBasicScenario-1088665921-router', 'tenant_id': '4e393495db684676ba76ec51cc291659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'feb10098-a481-4a04-81a6-dcdcfae796f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:08:19Z', 'updated_at': '2021-07-15T19:08:20Z', 'revision_number': 3, 'project_id': '4e393495db684676ba76ec51cc291659', 'gw_port': {'id': 'feb10098-a481-4a04-81a6-dcdcfae796f6', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:41:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde98b65-e7e9-4687-9fa9-1fed7c5f1b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:19Z', 'updated_at': '2021-07-15T19:08:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi'}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:08:21.795363 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43521722-1d99-4cca-92fd-65a495f34e90 None None] Checking router: cde98b65-e7e9-4687-9fa9-1fed7c5f1b92 for host: dv-cinder-788363-8-iscsi {{(pid=93660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:08:21.796115 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43521722-1d99-4cca-92fd-65a495f34e90 None None] Updating router cde98b65-e7e9-4687-9fa9-1fed7c5f1b92 port feb10098-a481-4a04-81a6-dcdcfae796f6 binding host dv-cinder-788363-8-iscsi {{(pid=93660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:08:21.809574 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-afdd791d-e10e-46a8-93d5-d852344a0cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3', 'name': 'tempest-TestMinimumBasicScenario-1072956974-router', 'tenant_id': '6376ca77efd740189f836e21e81181c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '69036fd5-d126-4226-bc11-2761199d27d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:08:10Z', 'updated_at': '2021-07-15T19:08:16Z', 'revision_number': 4, 'project_id': '6376ca77efd740189f836e21e81181c7', 'gw_port': {'id': '69036fd5-d126-4226-bc11-2761199d27d9', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:11Z', 'updated_at': '2021-07-15T19:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': '64f7562c-b4b6-4555-910a-56df4efe471f', 'name': '', 'network_id': '5f681b99-32a5-40d5-a305-9f755d31a4dd', 'tenant_id': '6376ca77efd740189f836e21e81181c7', 'mac_address': 'fa:16:3e:e3:9e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '4c34bb00-b595-4058-9158-654376820017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:15Z', 'updated_at': '2021-07-15T19:08:20Z', 'revision_number': 4, 'project_id': '6376ca77efd740189f836e21e81181c7', 'subnets': [{'id': '4c34bb00-b595-4058-9158-654376820017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:08:21.851576 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdd791d-e10e-46a8-93d5-d852344a0cfe None None] The sync data for ids ['5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3'] in dv-cinder-788363-8-iscsi is: [{'id': '5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3', 'name': 'tempest-TestMinimumBasicScenario-1072956974-router', 'tenant_id': '6376ca77efd740189f836e21e81181c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '69036fd5-d126-4226-bc11-2761199d27d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:08:10Z', 'updated_at': '2021-07-15T19:08:16Z', 'revision_number': 4, 'project_id': '6376ca77efd740189f836e21e81181c7', 'gw_port': {'id': '69036fd5-d126-4226-bc11-2761199d27d9', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:11Z', 'updated_at': '2021-07-15T19:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': '64f7562c-b4b6-4555-910a-56df4efe471f', 'name': '', 'network_id': '5f681b99-32a5-40d5-a305-9f755d31a4dd', 'tenant_id': '6376ca77efd740189f836e21e81181c7', 'mac_address': 'fa:16:3e:e3:9e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '4c34bb00-b595-4058-9158-654376820017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:15Z', 'updated_at': '2021-07-15T19:08:20Z', 'revision_number': 4, 'project_id': '6376ca77efd740189f836e21e81181c7', 'subnets': [{'id': '4c34bb00-b595-4058-9158-654376820017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:08:21.873941 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-43521722-1d99-4cca-92fd-65a495f34e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:21.991979 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-7bfc8c58-dce7-4a0c-a2fe-496057ea6f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:22.095346 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:22.186932 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7ea28684-cc8a-45d9-811a-0091c32a9a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:22.263776 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.db_base_plugin_common [None req-7bfc8c58-dce7-4a0c-a2fe-496057ea6f49 admin admin] Allocated IP 172.20.0.1 (bbaf2938-d23d-4559-8b8a-6f21a1091865/23edd7f2-7367-4120-8b34-f7ccab8762bd/82a4f727-6495-4723-9f7b-5d3333613424) {{(pid=93657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:08:22.367758 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-43521722-1d99-4cca-92fd-65a495f34e90 None None] Notify callbacks [] for port, precommit_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:22.391803 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.provisioning_blocks [None req-43521722-1d99-4cca-92fd-65a495f34e90 None None] Transition to ACTIVE for port object feb10098-a481-4a04-81a6-dcdcfae796f6 will not be triggered until provisioned by entity L2. {{(pid=93660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:08:22.402608 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-43521722-1d99-4cca-92fd-65a495f34e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:22.444686 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-7bfc8c58-dce7-4a0c-a2fe-496057ea6f49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:22.462919 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.provisioning_blocks [None req-7bfc8c58-dce7-4a0c-a2fe-496057ea6f49 admin admin] Transition to ACTIVE for port object 82a4f727-6495-4723-9f7b-5d3333613424 will not be triggered until provisioned by entity DHCP. {{(pid=93657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:08:22.482944 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.managers [None req-43521722-1d99-4cca-92fd-65a495f34e90 None None] Attempting to bind port feb10098-a481-4a04-81a6-dcdcfae796f6 on host dv-cinder-788363-8-iscsi for vnic_type normal with profile {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:08:22.483508 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.managers [None req-43521722-1d99-4cca-92fd-65a495f34e90 None None] Attempting to bind port feb10098-a481-4a04-81a6-dcdcfae796f6 by drivers openvswitch,hyperv on host dv-cinder-788363-8-iscsi at level 0 using segments [{'id': 'd344549d-09e0-4982-8c11-6f16cb0baa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'}] {{(pid=93660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:08:22.484081 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43521722-1d99-4cca-92fd-65a495f34e90 None None] Attempting to bind port feb10098-a481-4a04-81a6-dcdcfae796f6 on network e1e7053a-85e2-45af-9353-c5375187db21 {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:08:22.504520 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43521722-1d99-4cca-92fd-65a495f34e90 None None] Checking agent: {'id': 'ac33f8ba-c243-4061-a3c6-3aff717edb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 52), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:08:22.505046 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43521722-1d99-4cca-92fd-65a495f34e90 None None] Checking segment: {'id': 'd344549d-09e0-4982-8c11-6f16cb0baa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:08:22.505613 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-43521722-1d99-4cca-92fd-65a495f34e90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:22.506263 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43521722-1d99-4cca-92fd-65a495f34e90 None None] Bound using segment: {'id': 'd344549d-09e0-4982-8c11-6f16cb0baa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'} {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:08:22.507365 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.managers [None req-43521722-1d99-4cca-92fd-65a495f34e90 None None] Bound port: feb10098-a481-4a04-81a6-dcdcfae796f6, host: dv-cinder-788363-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd344549d-09e0-4982-8c11-6f16cb0baa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'}}] {{(pid=93660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:08:22.507865 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-43521722-1d99-4cca-92fd-65a495f34e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:22.527075 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-7bfc8c58-dce7-4a0c-a2fe-496057ea6f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:22.550092 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1c7e9-0f8f-439a-a775-b48bfb60387d None None] Pushing event updated for resources: {'Port': ['ID=feb10098-a481-4a04-81a6-dcdcfae796f6,revision_number=2']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:22.602350 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [None req-43521722-1d99-4cca-92fd-65a495f34e90 None None] For port feb10098-a481-4a04-81a6-dcdcfae796f6, host dv-cinder-788363-8-iscsi, cleared binding levels {{(pid=93660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:08:22.610385 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [None req-43521722-1d99-4cca-92fd-65a495f34e90 None None] For port feb10098-a481-4a04-81a6-dcdcfae796f6, host dv-cinder-788363-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=feb10098-a481-4a04-81a6-dcdcfae796f6,segment=NetworkSegment(d344549d-09e0-4982-8c11-6f16cb0baa64),segment_id=d344549d-09e0-4982-8c11-6f16cb0baa64)] {{(pid=93660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:08:22.618139 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-43521722-1d99-4cca-92fd-65a495f34e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:22.623966 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfc8c58-dce7-4a0c-a2fe-496057ea6f49 admin admin] Network bbaf2938-d23d-4559-8b8a-6f21a1091865 is already hosted by enough agents. {{(pid=93657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:08:22.628996 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.base_scheduler [None req-7bfc8c58-dce7-4a0c-a2fe-496057ea6f49 admin admin] Resources bound (agent type, host, resource id): {{(pid=93657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:08:22.634480 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfc8c58-dce7-4a0c-a2fe-496057ea6f49 admin admin] Received port after_create {{(pid=93657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:08:22.643020 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc8c58-dce7-4a0c-a2fe-496057ea6f49 admin admin] Pushing event updated for resources: {'Port': ['ID=82a4f727-6495-4723-9f7b-5d3333613424,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:22.661301 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ab0e68-a795-4d46-bfd4-ba1089ccd80f None None] Network bbaf2938-d23d-4559-8b8a-6f21a1091865 requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:08:22.707882 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-b0c27baf-0e99-4a23-a895-31bf6d89e9bf None None] Provisioning for port bf16e373-3317-4776-9236-f30bb8cb1e7c completed by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:08:22.712157 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-7bfc8c58-dce7-4a0c-a2fe-496057ea6f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-695866'] for router_interface, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:22.736048 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43521722-1d99-4cca-92fd-65a495f34e90 None None] Routers {'cde98b65-e7e9-4687-9fa9-1fed7c5f1b92'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:08:22.737120 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-43521722-1d99-4cca-92fd-65a495f34e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:08:22Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['cde98b65-e7e9-4687-9fa9-1fed7c5f1b92'], 'active': True} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:08:22.746608 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1c7e9-0f8f-439a-a775-b48bfb60387d None None] Pushing event updated for resources: {'Port': ['ID=feb10098-a481-4a04-81a6-dcdcfae796f6,revision_number=3']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:22.938174 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-7bfc8c58-dce7-4a0c-a2fe-496057ea6f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:23.051291 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvr_db [None req-43521722-1d99-4cca-92fd-65a495f34e90 None None] Set router cde98b65-e7e9-4687-9fa9-1fed7c5f1b92 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:08:23.284869 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-7bfc8c58-dce7-4a0c-a2fe-496057ea6f49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:23.292620 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-c5fe4b0e-0033-4fdf-a980-e694a7bb7857 None None] Provisioning for port 82a4f727-6495-4723-9f7b-5d3333613424 completed by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:08:23.297579 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-7bfc8c58-dce7-4a0c-a2fe-496057ea6f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6305852'] for port, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:23.301703 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-c5fe4b0e-0033-4fdf-a980-e694a7bb7857 None None] Provisioning complete for port 82a4f727-6495-4723-9f7b-5d3333613424 triggered by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:08:23.303684 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-c5fe4b0e-0033-4fdf-a980-e694a7bb7857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:23.439929 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-c5fe4b0e-0033-4fdf-a980-e694a7bb7857 None None] Port 82a4f727-6495-4723-9f7b-5d3333613424 cannot update to ACTIVE because it is not bound. {{(pid=93659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:08:23.445775 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-7bfc8c58-dce7-4a0c-a2fe-496057ea6f49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695886'] for router_interface, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:23.449640 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc8c58-dce7-4a0c-a2fe-496057ea6f49 admin admin] Pushing event updated for resources: {'Port': ['ID=82a4f727-6495-4723-9f7b-5d3333613424,revision_number=2']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:23.534577 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-43521722-1d99-4cca-92fd-65a495f34e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde98b65-e7e9-4687-9fa9-1fed7c5f1b92', 'name': 'tempest-TestMinimumBasicScenario-1088665921-router', 'tenant_id': '4e393495db684676ba76ec51cc291659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'feb10098-a481-4a04-81a6-dcdcfae796f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:08:19Z', 'updated_at': '2021-07-15T19:08:20Z', 'revision_number': 3, 'project_id': '4e393495db684676ba76ec51cc291659', 'gw_port': {'id': 'feb10098-a481-4a04-81a6-dcdcfae796f6', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:41:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde98b65-e7e9-4687-9fa9-1fed7c5f1b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:19Z', 'updated_at': '2021-07-15T19:08:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi'}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:08:23.611011 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43521722-1d99-4cca-92fd-65a495f34e90 None None] The sync data for ids ['cde98b65-e7e9-4687-9fa9-1fed7c5f1b92'] in dv-cinder-788363-8-iscsi is: [{'id': 'cde98b65-e7e9-4687-9fa9-1fed7c5f1b92', 'name': 'tempest-TestMinimumBasicScenario-1088665921-router', 'tenant_id': '4e393495db684676ba76ec51cc291659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'feb10098-a481-4a04-81a6-dcdcfae796f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:08:19Z', 'updated_at': '2021-07-15T19:08:20Z', 'revision_number': 3, 'project_id': '4e393495db684676ba76ec51cc291659', 'gw_port': {'id': 'feb10098-a481-4a04-81a6-dcdcfae796f6', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:41:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde98b65-e7e9-4687-9fa9-1fed7c5f1b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:19Z', 'updated_at': '2021-07-15T19:08:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi'}] {{(pid=93660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:08:23.655987 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:23.662086 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfc8c58-dce7-4a0c-a2fe-496057ea6f49 admin admin] Network bbaf2938-d23d-4559-8b8a-6f21a1091865 is already hosted by enough agents. {{(pid=93657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:08:23.664451 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.base_scheduler [None req-7bfc8c58-dce7-4a0c-a2fe-496057ea6f49 admin admin] Resources bound (agent type, host, resource id): {{(pid=93657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:08:23.680176 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device bf16e373-3317-4776-9236-f30bb8cb1e7c up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:08:23.762789 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-c26f4822-f768-4550-a1fb-0ef814f8d6e8 None None] Provisioning complete for port 82a4f727-6495-4723-9f7b-5d3333613424 triggered by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:08:23.763374 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-c26f4822-f768-4550-a1fb-0ef814f8d6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:23.820114 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-c26f4822-f768-4550-a1fb-0ef814f8d6e8 None None] Port 82a4f727-6495-4723-9f7b-5d3333613424 cannot update to ACTIVE because it is not bound. {{(pid=93659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:08:23.822288 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning for port bf16e373-3317-4776-9236-f30bb8cb1e7c completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:08:23.836958 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bfc8c58-dce7-4a0c-a2fe-496057ea6f49 admin admin] Router cde98b65-e7e9-4687-9fa9-1fed7c5f1b92 has already been hosted by L3 agent d1959f4f-c5e4-447e-bdea-87c7e923db15 {{(pid=93657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:08:23.838099 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port bf16e373-3317-4776-9236-f30bb8cb1e7c triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:08:23.838600 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:23.931172 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:23.998881 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] For port bf16e373-3317-4776-9236-f30bb8cb1e7c, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=bf16e373-3317-4776-9236-f30bb8cb1e7c,segment=NetworkSegment(1a5cb4a4-447d-40c0-a6a1-365cb78a62b5),segment_id=1a5cb4a4-447d-40c0-a6a1-365cb78a62b5)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:08:24.005396 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:24.006409 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 64f7562c-b4b6-4555-910a-56df4efe471f up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:08:24.061293 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bfc8c58-dce7-4a0c-a2fe-496057ea6f49 admin admin] Notify agent at l3_agent.dv-cinder-788363-8-iscsi the message routers_updated {{(pid=93657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:08:24.073869 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-7bfc8c58-dce7-4a0c-a2fe-496057ea6f49 admin admin] 10.222.0.70 "PUT /v2.0/routers/cde98b65-e7e9-4687-9fa9-1fed7c5f1b92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9824147 Jul 15 19:08:24.157098 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Pushing event updated for resources: {'Port': ['ID=bf16e373-3317-4776-9236-f30bb8cb1e7c,revision_number=3']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:24.162085 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning for port 64f7562c-b4b6-4555-910a-56df4efe471f completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:08:24.171351 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port 64f7562c-b4b6-4555-910a-56df4efe471f triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:08:24.172524 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:24.245105 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-fdfa0deb-d58f-4e19-b995-54ca44029efb None None] Provisioning complete for port 82a4f727-6495-4723-9f7b-5d3333613424 triggered by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:08:24.245636 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-fdfa0deb-d58f-4e19-b995-54ca44029efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:24.332618 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-fdfa0deb-d58f-4e19-b995-54ca44029efb None None] Port 82a4f727-6495-4723-9f7b-5d3333613424 cannot update to ACTIVE because it is not bound. {{(pid=93659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:08:24.416151 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:24.466454 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] For port 64f7562c-b4b6-4555-910a-56df4efe471f, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=64f7562c-b4b6-4555-910a-56df4efe471f,segment=NetworkSegment(e54b7806-39e4-4d2a-9b5d-7d5341eb4a5c),segment_id=e54b7806-39e4-4d2a-9b5d-7d5341eb4a5c)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:08:24.473190 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:24.555403 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Pushing event updated for resources: {'Port': ['ID=64f7562c-b4b6-4555-910a-56df4efe471f,revision_number=5']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:24.844152 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e39fc3-cf2a-42f1-81d3-f5d5e25384cf req-22f2c09a-642d-4fa2-affa-f0ca0bd73341 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:24.850621 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-15e39fc3-cf2a-42f1-81d3-f5d5e25384cf req-22f2c09a-642d-4fa2-affa-f0ca0bd73341 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 945 time: 0.0808733 Jul 15 19:08:24.909680 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-15e39fc3-cf2a-42f1-81d3-f5d5e25384cf req-5b8fb357-466a-4d6c-8705-4763c13a0b9b tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569804 Jul 15 19:08:25.543801 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:25.690367 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device bf16e373-3317-4776-9236-f30bb8cb1e7c up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:08:25.787204 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port bf16e373-3317-4776-9236-f30bb8cb1e7c triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:08:25.788197 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:25.902957 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 64f7562c-b4b6-4555-910a-56df4efe471f up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:08:25.969523 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port 64f7562c-b4b6-4555-910a-56df4efe471f triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:08:25.969941 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:26.095682 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device feb10098-a481-4a04-81a6-dcdcfae796f6 up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:08:26.100207 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f8d3f4-2449-45ce-9254-05c94d0a77f0 None None] Sync routers for ids ['cde98b65-e7e9-4687-9fa9-1fed7c5f1b92'] in dv-cinder-788363-8-iscsi {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:08:26.282817 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f8d3f4-2449-45ce-9254-05c94d0a77f0 None None] Routers {'cde98b65-e7e9-4687-9fa9-1fed7c5f1b92'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:08:26.283545 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-90f8d3f4-2449-45ce-9254-05c94d0a77f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:08:22Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['cde98b65-e7e9-4687-9fa9-1fed7c5f1b92'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:08:26.323350 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28d339-90be-41dd-8196-01c61a647b62 req-5b3c055f-a079-4828-8716-a0ea2d3f424c tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:26.336848 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-bd28d339-90be-41dd-8196-01c61a647b62 req-5b3c055f-a079-4828-8716-a0ea2d3f424c tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 945 time: 0.1244538 Jul 15 19:08:26.401687 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-bd28d339-90be-41dd-8196-01c61a647b62 req-e2356b24-3d92-4081-8d27-fbc8fbdc1577 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630083 Jul 15 19:08:26.413287 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning for port feb10098-a481-4a04-81a6-dcdcfae796f6 completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:08:26.428726 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port feb10098-a481-4a04-81a6-dcdcfae796f6 triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:08:26.429255 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:26.479894 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-90f8d3f4-2449-45ce-9254-05c94d0a77f0 None None] Set router cde98b65-e7e9-4687-9fa9-1fed7c5f1b92 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:08:26.633453 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:26.689267 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] For port feb10098-a481-4a04-81a6-dcdcfae796f6, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=feb10098-a481-4a04-81a6-dcdcfae796f6,segment=NetworkSegment(d344549d-09e0-4982-8c11-6f16cb0baa64),segment_id=d344549d-09e0-4982-8c11-6f16cb0baa64)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:08:26.699023 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:26.788059 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Pushing event updated for resources: {'Port': ['ID=feb10098-a481-4a04-81a6-dcdcfae796f6,revision_number=4']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:26.817474 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-90f8d3f4-2449-45ce-9254-05c94d0a77f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde98b65-e7e9-4687-9fa9-1fed7c5f1b92', 'name': 'tempest-TestMinimumBasicScenario-1088665921-router', 'tenant_id': '4e393495db684676ba76ec51cc291659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'feb10098-a481-4a04-81a6-dcdcfae796f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:08:19Z', 'updated_at': '2021-07-15T19:08:22Z', 'revision_number': 4, 'project_id': '4e393495db684676ba76ec51cc291659', 'gw_port': {'id': 'feb10098-a481-4a04-81a6-dcdcfae796f6', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:41:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde98b65-e7e9-4687-9fa9-1fed7c5f1b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:19Z', 'updated_at': '2021-07-15T19:08:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': '82a4f727-6495-4723-9f7b-5d3333613424', 'name': '', 'network_id': 'bbaf2938-d23d-4559-8b8a-6f21a1091865', 'tenant_id': '4e393495db684676ba76ec51cc291659', 'mac_address': 'fa:16:3e:9c:7f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde98b65-e7e9-4687-9fa9-1fed7c5f1b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '23edd7f2-7367-4120-8b34-f7ccab8762bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:22Z', 'updated_at': '2021-07-15T19:08:23Z', 'revision_number': 2, 'project_id': '4e393495db684676ba76ec51cc291659', 'subnets': [{'id': '23edd7f2-7367-4120-8b34-f7ccab8762bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:08:26.850529 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f8d3f4-2449-45ce-9254-05c94d0a77f0 None None] Checking router: cde98b65-e7e9-4687-9fa9-1fed7c5f1b92 for host: dv-cinder-788363-8-iscsi {{(pid=93659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:08:26.850989 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f8d3f4-2449-45ce-9254-05c94d0a77f0 None None] Updating router cde98b65-e7e9-4687-9fa9-1fed7c5f1b92 port 82a4f727-6495-4723-9f7b-5d3333613424 binding host dv-cinder-788363-8-iscsi {{(pid=93659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:08:26.891538 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-90f8d3f4-2449-45ce-9254-05c94d0a77f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:27.291145 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-90f8d3f4-2449-45ce-9254-05c94d0a77f0 None None] Notify callbacks [] for port, precommit_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:27.303985 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-90f8d3f4-2449-45ce-9254-05c94d0a77f0 None None] Transition to ACTIVE for port object 82a4f727-6495-4723-9f7b-5d3333613424 will not be triggered until provisioned by entity L2. {{(pid=93659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:08:27.311539 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-90f8d3f4-2449-45ce-9254-05c94d0a77f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:27.369374 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529c68f5-d54c-4246-bf28-1d46dd793987 None None] Pushing event updated for resources: {'Port': ['ID=82a4f727-6495-4723-9f7b-5d3333613424,revision_number=3']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:27.449052 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-90f8d3f4-2449-45ce-9254-05c94d0a77f0 None None] Attempting to bind port 82a4f727-6495-4723-9f7b-5d3333613424 on host dv-cinder-788363-8-iscsi for vnic_type normal with profile {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:08:27.449479 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-90f8d3f4-2449-45ce-9254-05c94d0a77f0 None None] Attempting to bind port 82a4f727-6495-4723-9f7b-5d3333613424 by drivers openvswitch,hyperv on host dv-cinder-788363-8-iscsi at level 0 using segments [{'id': '1a5cb4a4-447d-40c0-a6a1-365cb78a62b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'bbaf2938-d23d-4559-8b8a-6f21a1091865'}] {{(pid=93659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:08:27.449812 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f8d3f4-2449-45ce-9254-05c94d0a77f0 None None] Attempting to bind port 82a4f727-6495-4723-9f7b-5d3333613424 on network bbaf2938-d23d-4559-8b8a-6f21a1091865 {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:08:27.455718 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f8d3f4-2449-45ce-9254-05c94d0a77f0 None None] Checking agent: {'id': 'ac33f8ba-c243-4061-a3c6-3aff717edb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 52), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:08:27.456109 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f8d3f4-2449-45ce-9254-05c94d0a77f0 None None] Checking segment: {'id': '1a5cb4a4-447d-40c0-a6a1-365cb78a62b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'bbaf2938-d23d-4559-8b8a-6f21a1091865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:08:27.456525 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-90f8d3f4-2449-45ce-9254-05c94d0a77f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:27.456931 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f8d3f4-2449-45ce-9254-05c94d0a77f0 None None] Bound using segment: {'id': '1a5cb4a4-447d-40c0-a6a1-365cb78a62b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'bbaf2938-d23d-4559-8b8a-6f21a1091865'} {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:08:27.457425 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-90f8d3f4-2449-45ce-9254-05c94d0a77f0 None None] Bound port: 82a4f727-6495-4723-9f7b-5d3333613424, host: dv-cinder-788363-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a5cb4a4-447d-40c0-a6a1-365cb78a62b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'bbaf2938-d23d-4559-8b8a-6f21a1091865'}}] {{(pid=93659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:08:27.457919 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-90f8d3f4-2449-45ce-9254-05c94d0a77f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:27.566228 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-90f8d3f4-2449-45ce-9254-05c94d0a77f0 None None] For port 82a4f727-6495-4723-9f7b-5d3333613424, host dv-cinder-788363-8-iscsi, cleared binding levels {{(pid=93659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:08:27.570244 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-90f8d3f4-2449-45ce-9254-05c94d0a77f0 None None] For port 82a4f727-6495-4723-9f7b-5d3333613424, host dv-cinder-788363-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=82a4f727-6495-4723-9f7b-5d3333613424,segment=NetworkSegment(1a5cb4a4-447d-40c0-a6a1-365cb78a62b5),segment_id=1a5cb4a4-447d-40c0-a6a1-365cb78a62b5)] {{(pid=93659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:08:27.580600 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-90f8d3f4-2449-45ce-9254-05c94d0a77f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:27.654576 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device feb10098-a481-4a04-81a6-dcdcfae796f6 up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:08:27.807791 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ea414-e626-482c-b469-169d2895662d req-a8bb3e70-f8c9-429f-8c5b-9ded85d2d53f tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:27.816678 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529c68f5-d54c-4246-bf28-1d46dd793987 None None] Pushing event updated for resources: {'Port': ['ID=82a4f727-6495-4723-9f7b-5d3333613424,revision_number=4']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:27.817029 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-9d5ea414-e626-482c-b469-169d2895662d req-a8bb3e70-f8c9-429f-8c5b-9ded85d2d53f tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 945 time: 0.1461208 Jul 15 19:08:27.846888 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f8d3f4-2449-45ce-9254-05c94d0a77f0 None None] Routers {'cde98b65-e7e9-4687-9fa9-1fed7c5f1b92'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:08:27.848054 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-90f8d3f4-2449-45ce-9254-05c94d0a77f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:08:22Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['cde98b65-e7e9-4687-9fa9-1fed7c5f1b92'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:08:27.920995 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-9d5ea414-e626-482c-b469-169d2895662d req-bae3f344-dd0f-49ab-a278-289183498cb4 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028609 Jul 15 19:08:27.945494 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port feb10098-a481-4a04-81a6-dcdcfae796f6 triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:08:27.946313 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:27.964800 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a504b-4509-469b-a4ba-79a30be438dd req-f6c8d3bf-7b6e-40cb-9280-1172a8b225c8 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:27.967096 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-be4a504b-4509-469b-a4ba-79a30be438dd req-f6c8d3bf-7b6e-40cb-9280-1172a8b225c8 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 945 time: 0.1277266 Jul 15 19:08:28.148444 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-90f8d3f4-2449-45ce-9254-05c94d0a77f0 None None] Set router cde98b65-e7e9-4687-9fa9-1fed7c5f1b92 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:08:28.230887 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [req-be4a504b-4509-469b-a4ba-79a30be438dd req-a4be4ad7-b56d-483a-9284-c88e3208f527 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Deleting port 37f9b764-209b-498a-a07f-d88aeb186e8b {{(pid=93658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:08:28.236591 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-be4a504b-4509-469b-a4ba-79a30be438dd req-a4be4ad7-b56d-483a-9284-c88e3208f527 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:28.582422 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:28.619159 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-90f8d3f4-2449-45ce-9254-05c94d0a77f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde98b65-e7e9-4687-9fa9-1fed7c5f1b92', 'name': 'tempest-TestMinimumBasicScenario-1088665921-router', 'tenant_id': '4e393495db684676ba76ec51cc291659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'feb10098-a481-4a04-81a6-dcdcfae796f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:08:19Z', 'updated_at': '2021-07-15T19:08:22Z', 'revision_number': 4, 'project_id': '4e393495db684676ba76ec51cc291659', 'gw_port': {'id': 'feb10098-a481-4a04-81a6-dcdcfae796f6', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:41:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde98b65-e7e9-4687-9fa9-1fed7c5f1b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:19Z', 'updated_at': '2021-07-15T19:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': '82a4f727-6495-4723-9f7b-5d3333613424', 'name': '', 'network_id': 'bbaf2938-d23d-4559-8b8a-6f21a1091865', 'tenant_id': '4e393495db684676ba76ec51cc291659', 'mac_address': 'fa:16:3e:9c:7f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde98b65-e7e9-4687-9fa9-1fed7c5f1b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '23edd7f2-7367-4120-8b34-f7ccab8762bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:22Z', 'updated_at': '2021-07-15T19:08:27Z', 'revision_number': 4, 'project_id': '4e393495db684676ba76ec51cc291659', 'subnets': [{'id': '23edd7f2-7367-4120-8b34-f7ccab8762bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:08:28.678784 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f8d3f4-2449-45ce-9254-05c94d0a77f0 None None] The sync data for ids ['cde98b65-e7e9-4687-9fa9-1fed7c5f1b92'] in dv-cinder-788363-8-iscsi is: [{'id': 'cde98b65-e7e9-4687-9fa9-1fed7c5f1b92', 'name': 'tempest-TestMinimumBasicScenario-1088665921-router', 'tenant_id': '4e393495db684676ba76ec51cc291659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'feb10098-a481-4a04-81a6-dcdcfae796f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:08:19Z', 'updated_at': '2021-07-15T19:08:22Z', 'revision_number': 4, 'project_id': '4e393495db684676ba76ec51cc291659', 'gw_port': {'id': 'feb10098-a481-4a04-81a6-dcdcfae796f6', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:41:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde98b65-e7e9-4687-9fa9-1fed7c5f1b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:19Z', 'updated_at': '2021-07-15T19:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': '82a4f727-6495-4723-9f7b-5d3333613424', 'name': '', 'network_id': 'bbaf2938-d23d-4559-8b8a-6f21a1091865', 'tenant_id': '4e393495db684676ba76ec51cc291659', 'mac_address': 'fa:16:3e:9c:7f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde98b65-e7e9-4687-9fa9-1fed7c5f1b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '23edd7f2-7367-4120-8b34-f7ccab8762bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:22Z', 'updated_at': '2021-07-15T19:08:27Z', 'revision_number': 4, 'project_id': '4e393495db684676ba76ec51cc291659', 'subnets': [{'id': '23edd7f2-7367-4120-8b34-f7ccab8762bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:08:28.770568 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.db [req-be4a504b-4509-469b-a4ba-79a30be438dd req-a4be4ad7-b56d-483a-9284-c88e3208f527 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] For port 37f9b764-209b-498a-a07f-d88aeb186e8b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=37f9b764-209b-498a-a07f-d88aeb186e8b,segment=NetworkSegment(37673299-b9a2-4673-b486-eb1aa43d8d4f),segment_id=37673299-b9a2-4673-b486-eb1aa43d8d4f)] {{(pid=93658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:08:28.771074 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-be4a504b-4509-469b-a4ba-79a30be438dd req-a4be4ad7-b56d-483a-9284-c88e3208f527 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:28.802019 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [req-be4a504b-4509-469b-a4ba-79a30be438dd req-a4be4ad7-b56d-483a-9284-c88e3208f527 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Calling delete_port for 37f9b764-209b-498a-a07f-d88aeb186e8b owned by compute:nova {{(pid=93658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:08:29.190121 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-be4a504b-4509-469b-a4ba-79a30be438dd req-a4be4ad7-b56d-483a-9284-c88e3208f527 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4513278'] for port, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:29.242242 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] get_ports_and_sgs() called for port_ids ['37f9b764-209b-498a-a07f-d88aeb186e8b', 'bcd802ab-ebd9-4ee1-ba29-e8f31a844602'] {{(pid=93659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:08:29.344889 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be4ad7-b56d-483a-9284-c88e3208f527 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Pushing event deleted for resources: {'Port': ['ID=37f9b764-209b-498a-a07f-d88aeb186e8b,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:29.382584 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-93668405-b621-48ca-ae40-f7a48bcf24f1 req-bcc57143-bc6e-4530-9ad9-dbedb4cacbdd tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 210 time: 0.1813655 Jul 15 19:08:29.439526 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.l3_dvrscheduler_db [req-be4a504b-4509-469b-a4ba-79a30be438dd req-a4be4ad7-b56d-483a-9284-c88e3208f527 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] No DVR routers for this DVR port 37f9b764-209b-498a-a07f-d88aeb186e8b on host hv-cinder-78836 {{(pid=93658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:08:29.450936 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-be4a504b-4509-469b-a4ba-79a30be438dd req-a4be4ad7-b56d-483a-9284-c88e3208f527 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:29.456599 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-be4a504b-4509-469b-a4ba-79a30be438dd req-a4be4ad7-b56d-483a-9284-c88e3208f527 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.69 "DELETE /v2.0/ports/37f9b764-209b-498a-a07f-d88aeb186e8b HTTP/1.1" status: 204 len: 173 time: 1.4798439 Jul 15 19:08:29.457347 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8991068-bbad-48c0-bf41-43bdfa437f8c', 'name': 'network-vif-deleted', 'tag': '37f9b764-209b-498a-a07f-d88aeb186e8b'}] {{(pid=93658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:08:29.462743 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b58f88415513d6787191dd44e0a29b3917631101a239d5effbe25afab188a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d087472-fbfd-4fb3-9bc7-f0a1bdc9c4d0" -d '{"events": [{"server_uuid": "f8991068-bbad-48c0-bf41-43bdfa437f8c", "name": "network-vif-deleted", "tag": "37f9b764-209b-498a-a07f-d88aeb186e8b"}]}' {{(pid=93658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:08:29.579514 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca998ac-fd7a-4b6e-adb4-9a517cff1e07 x-openstack-request-id: req-4ca998ac-fd7a-4b6e-adb4-9a517cff1e07 {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:08:29.580430 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8991068-bbad-48c0-bf41-43bdfa437f8c", "name": "network-vif-deleted", "tag": "37f9b764-209b-498a-a07f-d88aeb186e8b", "status": "completed", "code": 200}]} {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:08:29.580430 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4ca998ac-fd7a-4b6e-adb4-9a517cff1e07 {{(pid=93658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:08:29.580760 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8991068-bbad-48c0-bf41-43bdfa437f8c', 'name': 'network-vif-deleted', 'tag': '37f9b764-209b-498a-a07f-d88aeb186e8b', 'status': 'completed', 'code': 200} Jul 15 19:08:29.674451 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 82a4f727-6495-4723-9f7b-5d3333613424 up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:08:29.798273 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning for port 82a4f727-6495-4723-9f7b-5d3333613424 completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:08:29.820532 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port 82a4f727-6495-4723-9f7b-5d3333613424 triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:08:29.821212 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:29.998148 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:30.046292 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] For port 82a4f727-6495-4723-9f7b-5d3333613424, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=82a4f727-6495-4723-9f7b-5d3333613424,segment=NetworkSegment(1a5cb4a4-447d-40c0-a6a1-365cb78a62b5),segment_id=1a5cb4a4-447d-40c0-a6a1-365cb78a62b5)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:08:30.053849 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:30.159663 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Pushing event updated for resources: {'Port': ['ID=82a4f727-6495-4723-9f7b-5d3333613424,revision_number=5']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:30.656767 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-74669092-53cd-496c-8829-f767a3ad84a1 req-d415a004-f1a1-40da-b51e-48fe043a3600 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8991068-bbad-48c0-bf41-43bdfa437f8c HTTP/1.1" status: 200 len: 210 time: 0.0410326 Jul 15 19:08:31.485753 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 82a4f727-6495-4723-9f7b-5d3333613424 up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:08:31.546855 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port 82a4f727-6495-4723-9f7b-5d3333613424 triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:08:31.547488 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:32.213641 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781c863-e162-4d26-8472-9d16f0532b47 req-fa75cdbe-7df8-4b4e-899b-84f3517cf73d tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:32.221051 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-b781c863-e162-4d26-8472-9d16f0532b47 req-fa75cdbe-7df8-4b4e-899b-84f3517cf73d tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.0886493 Jul 15 19:08:32.260553 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-b781c863-e162-4d26-8472-9d16f0532b47 req-b60b9924-24cc-43b5-8345-e00a36d8f277 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384643 Jul 15 19:08:33.133570 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 37f9b764-209b-498a-a07f-d88aeb186e8b no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:08:33.155348 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] No Port match for: 37f9b764-209b-498a-a07f-d88aeb186e8b {{(pid=93659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:08:33.155700 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 37f9b764-209b-498a-a07f-d88aeb186e8b not bound to the agent host hv-cinder-78836 {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:08:33.527233 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13344b95-ab3e-45de-a750-eb989b95d0f5 req-8b4a923b-2e4f-467b-bd80-cd7e482cf33e tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:33.529781 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-13344b95-ab3e-45de-a750-eb989b95d0f5 req-8b4a923b-2e4f-467b-bd80-cd7e482cf33e tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.1148934 Jul 15 19:08:33.585052 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-13344b95-ab3e-45de-a750-eb989b95d0f5 req-8a2293cd-33d6-46e7-9654-63afebe472a1 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466540 Jul 15 19:08:34.860013 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97471c56-a014-4175-8ec1-52b8d0443a15 req-973ea12c-a66f-4429-b289-68f4f5bbf9d4 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:34.862913 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-97471c56-a014-4175-8ec1-52b8d0443a15 req-973ea12c-a66f-4429-b289-68f4f5bbf9d4 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.0784645 Jul 15 19:08:34.908816 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-97471c56-a014-4175-8ec1-52b8d0443a15 req-6fa37fcf-04bd-42f9-950d-856f9e4d8ef2 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410085 Jul 15 19:08:36.122847 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e69e75-d44a-428f-b86b-47e738122bdd req-e455a57b-64c6-4819-a5ba-2b6b077d19f0 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:36.124314 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-68e69e75-d44a-428f-b86b-47e738122bdd req-e455a57b-64c6-4819-a5ba-2b6b077d19f0 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.0851352 Jul 15 19:08:36.170256 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-68e69e75-d44a-428f-b86b-47e738122bdd req-7890a4c6-8694-4b70-860f-ca5fe5bef5ff tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397499 Jul 15 19:08:36.465291 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-c38c3767-1fcd-4981-b981-a67ccf795fec tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:36.466810 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-c38c3767-1fcd-4981-b981-a67ccf795fec tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/networks?id=5f681b99-32a5-40d5-a305-9f755d31a4dd HTTP/1.1" status: 200 len: 815 time: 0.1624227 Jul 15 19:08:36.483987 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-3c8b5536-5f7a-48a9-bbe2-01af098a493f tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/quotas/6376ca77efd740189f836e21e81181c7 HTTP/1.1" status: 200 len: 375 time: 0.0115862 Jul 15 19:08:36.565061 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-47b1f477-8a89-454e-bc28-74c9850b43a6 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6376ca77efd740189f836e21e81181c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0749667 Jul 15 19:08:36.663723 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-bfb1f2d5-23f3-45ad-8a19-6eb40b544e61 service neutron] 10.222.0.70 "GET /v2.0/networks/5f681b99-32a5-40d5-a305-9f755d31a4dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865982 Jul 15 19:08:36.760106 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-5f6ddc55-9d24-4d28-b278-8327a0a6dfb4 service neutron] 10.222.0.70 "GET /v2.0/networks/5f681b99-32a5-40d5-a305-9f755d31a4dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902965 Jul 15 19:08:36.934543 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-92ce4953-6bcd-4bc4-bee2-291a15f006de req-7717d785-4f15-41f4-b0b4-d46485ac10ca tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 210 time: 0.0301759 Jul 15 19:08:37.374022 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56711caa-2d72-4a54-be93-eed704a38968 req-86c99e0f-220f-4f2b-8752-7f7321420a99 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:37.375875 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-56711caa-2d72-4a54-be93-eed704a38968 req-86c99e0f-220f-4f2b-8752-7f7321420a99 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.0692551 Jul 15 19:08:37.419769 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-56711caa-2d72-4a54-be93-eed704a38968 req-e9ac6132-9495-4c65-98fa-11e78676c6f2 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365374 Jul 15 19:08:38.096430 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-5951e4e7-1939-4c7b-8a17-86085200b19a req-f74e4afd-9558-4264-970b-99d8397f0e40 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 210 time: 0.0303869 Jul 15 19:08:38.560646 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-4d193e24-00b9-4e71-9e16-eb90f7794cad tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:38.564483 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-4d193e24-00b9-4e71-9e16-eb90f7794cad tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.69 "GET /v2.0/networks?id=5f681b99-32a5-40d5-a305-9f755d31a4dd HTTP/1.1" status: 200 len: 815 time: 0.1940148 Jul 15 19:08:38.594528 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-df14ac71-1176-41b1-9159-e57ffba0bcb8 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Request body: {'port': {'device_id': 'ca7bde41-fedd-4acb-8f81-2489455a4d92', 'network_id': '5f681b99-32a5-40d5-a305-9f755d31a4dd', 'admin_state_up': True, 'tenant_id': '6376ca77efd740189f836e21e81181c7'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:08:38.751574 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b7a92-4917-4c2c-9d6e-aab3dcc17852 req-eda926ff-7699-4457-a9ca-c94acae39061 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:38.753202 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-1f1b7a92-4917-4c2c-9d6e-aab3dcc17852 req-eda926ff-7699-4457-a9ca-c94acae39061 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.1763864 Jul 15 19:08:38.808032 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-df14ac71-1176-41b1-9159-e57ffba0bcb8 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Made reservation on behalf of 6376ca77efd740189f836e21e81181c7 for: {'port': 1} {{(pid=93658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:08:38.812343 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-df14ac71-1176-41b1-9159-e57ffba0bcb8 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:38.831133 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-1f1b7a92-4917-4c2c-9d6e-aab3dcc17852 req-55591899-9f0a-4f6e-b847-92e7e229f01a tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692611 Jul 15 19:08:38.981935 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.db_base_plugin_common [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-df14ac71-1176-41b1-9159-e57ffba0bcb8 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Allocated IP 172.20.0.6 (5f681b99-32a5-40d5-a305-9f755d31a4dd/4c34bb00-b595-4058-9158-654376820017/c90eb31d-4227-4a80-8766-74873258db61) {{(pid=93658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:08:39.153347 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-df14ac71-1176-41b1-9159-e57ffba0bcb8 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks [] for port, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:39.180348 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.provisioning_blocks [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-df14ac71-1176-41b1-9159-e57ffba0bcb8 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Transition to ACTIVE for port object c90eb31d-4227-4a80-8766-74873258db61 will not be triggered until provisioned by entity DHCP. {{(pid=93658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:08:39.241851 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-df14ac71-1176-41b1-9159-e57ffba0bcb8 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4513278'] for port, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:39.330754 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-df14ac71-1176-41b1-9159-e57ffba0bcb8 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Network 5f681b99-32a5-40d5-a305-9f755d31a4dd is already hosted by enough agents. {{(pid=93658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:08:39.332700 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.base_scheduler [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-df14ac71-1176-41b1-9159-e57ffba0bcb8 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Resources bound (agent type, host, resource id): {{(pid=93658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:08:39.337983 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-df14ac71-1176-41b1-9159-e57ffba0bcb8 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Received port after_create {{(pid=93658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:08:39.379049 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df14ac71-1176-41b1-9159-e57ffba0bcb8 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Pushing event updated for resources: {'Port': ['ID=c90eb31d-4227-4a80-8766-74873258db61,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:39.430380 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364ab5b-9c5a-4451-a220-17eb1d49de97 req-240610df-376a-4aa5-a044-7473f5bd7189 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:39.432435 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-c364ab5b-9c5a-4451-a220-17eb1d49de97 req-240610df-376a-4aa5-a044-7473f5bd7189 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 931 time: 0.1260560 Jul 15 19:08:39.453789 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-df14ac71-1176-41b1-9159-e57ffba0bcb8 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:39.457729 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-df14ac71-1176-41b1-9159-e57ffba0bcb8 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:39.512113 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-df14ac71-1176-41b1-9159-e57ffba0bcb8 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9210529 Jul 15 19:08:39.549558 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-c364ab5b-9c5a-4451-a220-17eb1d49de97 req-3c74dc53-4d22-457d-aaca-12e0aaf88f41 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e614a6-2816-4253-b71e-36d5602d5775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041179 Jul 15 19:08:39.709552 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-0ff68b9e-a57a-47d9-b984-36953d881910 None None] Provisioning for port c90eb31d-4227-4a80-8766-74873258db61 completed by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:08:39.717001 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-0ff68b9e-a57a-47d9-b984-36953d881910 None None] Provisioning complete for port c90eb31d-4227-4a80-8766-74873258db61 triggered by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:08:39.717518 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-0ff68b9e-a57a-47d9-b984-36953d881910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:39.784408 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-0ff68b9e-a57a-47d9-b984-36953d881910 None None] Port c90eb31d-4227-4a80-8766-74873258db61 cannot update to ACTIVE because it is not bound. {{(pid=93659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:08:40.035201 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ce6ff-4860-451a-b84e-5b0b3db910fc req-241301b6-ec6b-41fd-bc0e-4bffcb50114c tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:40.036915 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-018ce6ff-4860-451a-b84e-5b0b3db910fc req-241301b6-ec6b-41fd-bc0e-4bffcb50114c tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.0727606 Jul 15 19:08:40.111320 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-018ce6ff-4860-451a-b84e-5b0b3db910fc req-4d26e7ad-925b-4b94-ab53-3484a9be07a2 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581152 Jul 15 19:08:40.727231 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.agents_db [None req-ef181030-a4ef-48d9-9156-44fb1018252a None None] Agent healthcheck: found 6 active agents {{(pid=93660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:08:40.791580 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00305390-1356-4e11-aa64-6bed1b18a999 req-35b36e12-9322-4be7-8ca3-8142cc4a1378 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:40.794285 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-00305390-1356-4e11-aa64-6bed1b18a999 req-35b36e12-9322-4be7-8ca3-8142cc4a1378 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 931 time: 0.1098108 Jul 15 19:08:40.868793 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-00305390-1356-4e11-aa64-6bed1b18a999 req-6ad1b91f-3ac2-41c7-b8e1-9d1a0faef9ee tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e614a6-2816-4253-b71e-36d5602d5775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680385 Jul 15 19:08:41.357123 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1b093-60f5-4889-bcc2-92f006467b59 req-4d3995c6-707d-4f41-adfa-e13d013f6ec6 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:41.359757 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-25d1b093-60f5-4889-bcc2-92f006467b59 req-4d3995c6-707d-4f41-adfa-e13d013f6ec6 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.0922484 Jul 15 19:08:41.418495 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-25d1b093-60f5-4889-bcc2-92f006467b59 req-cd82e242-cf6b-4f6f-acbf-e3e2a41aaf8a tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538418 Jul 15 19:08:42.063433 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc60534-e51e-419b-a351-3e35656cdea9 req-e9e7aa3b-de71-4e7e-9e1b-e6a7dffd96a1 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:42.065094 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-8fc60534-e51e-419b-a351-3e35656cdea9 req-e9e7aa3b-de71-4e7e-9e1b-e6a7dffd96a1 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 931 time: 0.0786679 Jul 15 19:08:42.108095 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-8fc60534-e51e-419b-a351-3e35656cdea9 req-3aa58750-136f-4cc0-befc-f6b314363d7e tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e614a6-2816-4253-b71e-36d5602d5775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366602 Jul 15 19:08:42.643680 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d721df6-2758-4f5b-89b4-2a3cb3226df1 req-b3dab661-6cdb-429e-9741-2268d53d2155 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:42.645685 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-1d721df6-2758-4f5b-89b4-2a3cb3226df1 req-b3dab661-6cdb-429e-9741-2268d53d2155 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 945 time: 0.0725491 Jul 15 19:08:42.689538 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-1d721df6-2758-4f5b-89b4-2a3cb3226df1 req-c77b5b9e-8e1b-4c6e-930d-abd79a769679 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374038 Jul 15 19:08:43.210244 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device bcd802ab-ebd9-4ee1-ba29-e8f31a844602 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:08:43.314490 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:43.332205 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d8520-a38f-45b6-beeb-a56d2f5772ac req-718f5f55-a20a-4f0a-8862-b2179bea8e8d tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:43.333786 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f14d8520-a38f-45b6-beeb-a56d2f5772ac req-718f5f55-a20a-4f0a-8862-b2179bea8e8d tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 931 time: 0.1008964 Jul 15 19:08:43.338459 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6124f9-997c-4498-b6ed-8e0fb6fbfeab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcd802ab-ebd9-4ee1-ba29-e8f31a844602'}] {{(pid=93659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:08:43.340860 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cff241be1680f95bd86cb63ae369edb514e49424f5374e734ea98f44dc6e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0d107e-04f1-4359-aef8-4722f23cc533" -d '{"events": [{"server_uuid": "cf6124f9-997c-4498-b6ed-8e0fb6fbfeab", "name": "network-vif-unplugged", "status": "completed", "tag": "bcd802ab-ebd9-4ee1-ba29-e8f31a844602"}]}' {{(pid=93659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:08:43.356673 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port bcd802ab-ebd9-4ee1-ba29-e8f31a844602, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=bcd802ab-ebd9-4ee1-ba29-e8f31a844602,segment=NetworkSegment(37673299-b9a2-4673-b486-eb1aa43d8d4f),segment_id=37673299-b9a2-4673-b486-eb1aa43d8d4f)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:08:43.362084 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:43.392163 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f14d8520-a38f-45b6-beeb-a56d2f5772ac req-f0a14fcd-61ff-4396-98a0-1c130fdbd67b tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e614a6-2816-4253-b71e-36d5602d5775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518088 Jul 15 19:08:43.422889 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 19:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e295b40b-21c0-4a41-bb63-bbc83074adc2 x-openstack-request-id: req-e295b40b-21c0-4a41-bb63-bbc83074adc2 {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:08:43.423184 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6124f9-997c-4498-b6ed-8e0fb6fbfeab", "name": "network-vif-unplugged", "status": "completed", "tag": "bcd802ab-ebd9-4ee1-ba29-e8f31a844602", "code": 200}]} {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:08:43.423600 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e295b40b-21c0-4a41-bb63-bbc83074adc2 {{(pid=93659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:08:43.423993 dv-cinder-788363-8-iscsi neutron-server[93659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6124f9-997c-4498-b6ed-8e0fb6fbfeab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcd802ab-ebd9-4ee1-ba29-e8f31a844602', 'code': 200} Jul 15 19:08:43.576390 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=bcd802ab-ebd9-4ee1-ba29-e8f31a844602,revision_number=6']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:43.910324 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf163a0-379c-4b6e-adc4-2e6b156e1873 req-227761f6-1e6f-4fce-b3a3-be57935af471 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:43.912054 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-daf163a0-379c-4b6e-adc4-2e6b156e1873 req-227761f6-1e6f-4fce-b3a3-be57935af471 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 943 time: 0.0846152 Jul 15 19:08:43.972032 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-daf163a0-379c-4b6e-adc4-2e6b156e1873 req-16209f44-69c3-41dd-bbc9-32c029631646 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525362 Jul 15 19:08:44.619271 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2c74f-a3ed-4d98-b908-dd694bdbef1c req-a4e46245-3835-441d-b8ec-2d640f36cc23 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:44.621729 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-dab2c74f-a3ed-4d98-b908-dd694bdbef1c req-a4e46245-3835-441d-b8ec-2d640f36cc23 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 931 time: 0.1097691 Jul 15 19:08:44.687694 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-dab2c74f-a3ed-4d98-b908-dd694bdbef1c req-6fe1ca42-12b3-4d9a-9907-d7189f6dca18 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e614a6-2816-4253-b71e-36d5602d5775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589967 Jul 15 19:08:45.207609 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59490ce-3c17-48a9-b0fa-65c33a2ce87f req-35b71d93-be53-4207-8381-c273286bd7ed tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:45.210081 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-b59490ce-3c17-48a9-b0fa-65c33a2ce87f req-35b71d93-be53-4207-8381-c273286bd7ed tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 943 time: 0.0967441 Jul 15 19:08:45.263688 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-b59490ce-3c17-48a9-b0fa-65c33a2ce87f req-88ed276c-61d0-49d3-849c-f664c2c12c4b tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427742 Jul 15 19:08:45.899057 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688fa2f-f400-4243-8e02-fbae77861fe8 req-943fbdc6-2a01-473a-9787-94e497a5bbcd tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:45.900647 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-a688fa2f-f400-4243-8e02-fbae77861fe8 req-943fbdc6-2a01-473a-9787-94e497a5bbcd tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 931 time: 0.0917819 Jul 15 19:08:45.956069 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-a688fa2f-f400-4243-8e02-fbae77861fe8 req-a871f4e1-eb6f-417a-8e5c-6cb7b3c585ff tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e614a6-2816-4253-b71e-36d5602d5775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379393 Jul 15 19:08:46.484834 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2037b7-5731-4654-8ecc-9aad49b609c8 req-a98c969a-3245-476f-b01c-e9a9751cefad tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:46.486475 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-ea2037b7-5731-4654-8ecc-9aad49b609c8 req-a98c969a-3245-476f-b01c-e9a9751cefad tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 943 time: 0.0961947 Jul 15 19:08:46.565073 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-ea2037b7-5731-4654-8ecc-9aad49b609c8 req-9681366f-78ab-4495-822d-75b84f2aa6d4 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667439 Jul 15 19:08:47.200306 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496d876-393d-4410-946f-284bccd8d6df req-7d604b15-a796-4841-8d99-ff0e4144df91 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:47.203219 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-3496d876-393d-4410-946f-284bccd8d6df req-7d604b15-a796-4841-8d99-ff0e4144df91 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 931 time: 0.1183138 Jul 15 19:08:47.265119 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-3496d876-393d-4410-946f-284bccd8d6df req-30089dd7-bb2a-4f9b-9bc8-1851bc5a8cef tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e614a6-2816-4253-b71e-36d5602d5775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557547 Jul 15 19:08:47.805711 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42f355-342b-49f5-b80d-bf24076133ce req-14eec74a-4d63-456e-8e6c-b8f17713f13f tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:47.807452 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-5f42f355-342b-49f5-b80d-bf24076133ce req-14eec74a-4d63-456e-8e6c-b8f17713f13f tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 943 time: 0.0889101 Jul 15 19:08:47.858873 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-5f42f355-342b-49f5-b80d-bf24076133ce req-ca63dc4b-3655-4951-b5af-980c52e7dd1e tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450146 Jul 15 19:08:48.567427 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55841854-2e24-420c-85d5-80734e961397 req-d0ab899d-86fa-47f8-86d8-3111064443b0 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:48.570514 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-55841854-2e24-420c-85d5-80734e961397 req-d0ab899d-86fa-47f8-86d8-3111064443b0 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 931 time: 0.1103075 Jul 15 19:08:48.615327 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-55841854-2e24-420c-85d5-80734e961397 req-ff564b2a-a34f-4865-b7ed-9d5e5f9362e0 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e614a6-2816-4253-b71e-36d5602d5775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385897 Jul 15 19:08:49.167823 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f90e8d-d552-44e1-afe9-33c864fe2ef6 req-03faa8ed-67ed-4604-92e7-13f432f067ab tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:49.169752 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-a9f90e8d-d552-44e1-afe9-33c864fe2ef6 req-03faa8ed-67ed-4604-92e7-13f432f067ab tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 943 time: 0.1522388 Jul 15 19:08:49.224553 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-a9f90e8d-d552-44e1-afe9-33c864fe2ef6 req-5ca10ec3-7a87-45d7-9374-d657fe9b177a tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477571 Jul 15 19:08:49.472853 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-aa2793b3-c89e-4615-9715-9b6cc745bb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:49.844705 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f84d9-8061-4ce3-a56c-d48087b297f8 req-542f264f-c10c-433b-a8cf-edb7c5e8722f tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:49.846420 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-2b3f84d9-8061-4ce3-a56c-d48087b297f8 req-542f264f-c10c-433b-a8cf-edb7c5e8722f tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 931 time: 0.0919936 Jul 15 19:08:49.895103 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-2b3f84d9-8061-4ce3-a56c-d48087b297f8 req-93e469be-798c-488e-b2d1-bb5cbc10fe5c tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e614a6-2816-4253-b71e-36d5602d5775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418396 Jul 15 19:08:50.419282 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493db078-2de8-41e8-ab79-6c72f0f4eff9 req-84784ee0-f79e-40e7-a596-ae550a24deab tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:50.422088 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-493db078-2de8-41e8-ab79-6c72f0f4eff9 req-84784ee0-f79e-40e7-a596-ae550a24deab tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 943 time: 0.0819826 Jul 15 19:08:50.477998 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-493db078-2de8-41e8-ab79-6c72f0f4eff9 req-4e0ed58e-005b-4ec3-9799-21d68bc9cef1 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454395 Jul 15 19:08:51.105631 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017db902-791e-45ea-9920-ed170a3a0c3d req-c8f9ae7f-1210-46df-aa92-c1a3f7df7f08 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:51.107212 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-017db902-791e-45ea-9920-ed170a3a0c3d req-c8f9ae7f-1210-46df-aa92-c1a3f7df7f08 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 931 time: 0.0786171 Jul 15 19:08:51.148662 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-017db902-791e-45ea-9920-ed170a3a0c3d req-d6ffa707-cac2-4ab9-93fb-666ef993a307 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e614a6-2816-4253-b71e-36d5602d5775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357826 Jul 15 19:08:51.700674 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be6580-f1b3-4932-b1d3-52b4cf60c737 req-9a9f0d0a-edab-45d1-9295-ba4402d0ca27 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:51.702167 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-60be6580-f1b3-4932-b1d3-52b4cf60c737 req-9a9f0d0a-edab-45d1-9295-ba4402d0ca27 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 943 time: 0.0704253 Jul 15 19:08:51.742764 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-60be6580-f1b3-4932-b1d3-52b4cf60c737 req-0149dd66-4e85-43f4-8759-812f6d7589ec tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/security-groups?id=40e7bc75-b927-4a1b-a61b-d729d5274fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346689 Jul 15 19:08:51.905322 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-c4a7eda4-b170-4444-9329-21a7884cbd73 service neutron] Request body: {'port': {'device_id': 'ca7bde41-fedd-4acb-8f81-2489455a4d92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:08:51.980066 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e75db9-7e42-4786-a2ab-5d9559db4e34 req-d4fb7c45-9e91-47fc-be8c-70611816aad3 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:51.981522 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-47e75db9-7e42-4786-a2ab-5d9559db4e34 req-d4fb7c45-9e91-47fc-be8c-70611816aad3 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 943 time: 0.0812147 Jul 15 19:08:51.987960 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-c4a7eda4-b170-4444-9329-21a7884cbd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:52.090351 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:52.115852 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [req-47e75db9-7e42-4786-a2ab-5d9559db4e34 req-fe51d9a6-8c8b-4a71-8b1b-2332c1771e76 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Deleting port bcd802ab-ebd9-4ee1-ba29-e8f31a844602 {{(pid=93657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:08:52.116534 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-47e75db9-7e42-4786-a2ab-5d9559db4e34 req-fe51d9a6-8c8b-4a71-8b1b-2332c1771e76 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:52.173126 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-be980ad7-b76c-4332-8bae-22fc03848b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:52.268071 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [req-47e75db9-7e42-4786-a2ab-5d9559db4e34 req-fe51d9a6-8c8b-4a71-8b1b-2332c1771e76 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] For port bcd802ab-ebd9-4ee1-ba29-e8f31a844602, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=bcd802ab-ebd9-4ee1-ba29-e8f31a844602,segment=NetworkSegment(37673299-b9a2-4673-b486-eb1aa43d8d4f),segment_id=37673299-b9a2-4673-b486-eb1aa43d8d4f)] {{(pid=93657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:08:52.268499 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-47e75db9-7e42-4786-a2ab-5d9559db4e34 req-fe51d9a6-8c8b-4a71-8b1b-2332c1771e76 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:52.293369 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [req-47e75db9-7e42-4786-a2ab-5d9559db4e34 req-fe51d9a6-8c8b-4a71-8b1b-2332c1771e76 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Calling delete_port for bcd802ab-ebd9-4ee1-ba29-e8f31a844602 owned by compute:nova {{(pid=93657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:08:52.342585 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.notifiers.nova [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-c4a7eda4-b170-4444-9329-21a7884cbd73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c90eb31d-4227-4a80-8766-74873258db61 {{(pid=93658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:08:52.352144 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-c4a7eda4-b170-4444-9329-21a7884cbd73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:52.368035 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.provisioning_blocks [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-c4a7eda4-b170-4444-9329-21a7884cbd73 service neutron] Transition to ACTIVE for port object c90eb31d-4227-4a80-8766-74873258db61 will not be triggered until provisioned by entity L2. {{(pid=93658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:08:52.373736 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-c4a7eda4-b170-4444-9329-21a7884cbd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4513223'] for port, after_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:52.451417 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a7eda4-b170-4444-9329-21a7884cbd73 service neutron] Pushing event updated for resources: {'Port': ['ID=c90eb31d-4227-4a80-8766-74873258db61,revision_number=2']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:52.514078 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.managers [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-c4a7eda4-b170-4444-9329-21a7884cbd73 service neutron] Attempting to bind port c90eb31d-4227-4a80-8766-74873258db61 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:08:52.514459 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.managers [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-c4a7eda4-b170-4444-9329-21a7884cbd73 service neutron] Attempting to bind port c90eb31d-4227-4a80-8766-74873258db61 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'e54b7806-39e4-4d2a-9b5d-7d5341eb4a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '5f681b99-32a5-40d5-a305-9f755d31a4dd'}] {{(pid=93658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:08:52.514740 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-c4a7eda4-b170-4444-9329-21a7884cbd73 service neutron] Attempting to bind port c90eb31d-4227-4a80-8766-74873258db61 on network 5f681b99-32a5-40d5-a305-9f755d31a4dd {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:08:52.521338 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-c4a7eda4-b170-4444-9329-21a7884cbd73 service neutron] Port c90eb31d-4227-4a80-8766-74873258db61 on network 5f681b99-32a5-40d5-a305-9f755d31a4dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:08:52.521974 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-c4a7eda4-b170-4444-9329-21a7884cbd73 service neutron] Attempting to bind port c90eb31d-4227-4a80-8766-74873258db61 on network 5f681b99-32a5-40d5-a305-9f755d31a4dd {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:08:52.528169 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-c4a7eda4-b170-4444-9329-21a7884cbd73 service neutron] Checking agent: {'id': 'ff69530c-d7d1-4bd0-8ab4-9c33ea1455de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 2, 58), 'started_at': datetime.datetime(2021, 7, 15, 19, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:08:52.528523 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-c4a7eda4-b170-4444-9329-21a7884cbd73 service neutron] Checking segment: {'id': 'e54b7806-39e4-4d2a-9b5d-7d5341eb4a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '5f681b99-32a5-40d5-a305-9f755d31a4dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:08:52.528896 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-c4a7eda4-b170-4444-9329-21a7884cbd73 service neutron] Bound using segment: {'id': 'e54b7806-39e4-4d2a-9b5d-7d5341eb4a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '5f681b99-32a5-40d5-a305-9f755d31a4dd'} {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:08:52.529338 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.managers [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-c4a7eda4-b170-4444-9329-21a7884cbd73 service neutron] Bound port: c90eb31d-4227-4a80-8766-74873258db61, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e54b7806-39e4-4d2a-9b5d-7d5341eb4a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '5f681b99-32a5-40d5-a305-9f755d31a4dd'}}] {{(pid=93658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:08:52.529732 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-c4a7eda4-b170-4444-9329-21a7884cbd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:52.611879 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.db [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-c4a7eda4-b170-4444-9329-21a7884cbd73 service neutron] For port c90eb31d-4227-4a80-8766-74873258db61, host hv-cinder-78836, cleared binding levels {{(pid=93658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:08:52.617840 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.db [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-c4a7eda4-b170-4444-9329-21a7884cbd73 service neutron] For port c90eb31d-4227-4a80-8766-74873258db61, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c90eb31d-4227-4a80-8766-74873258db61,segment=NetworkSegment(e54b7806-39e4-4d2a-9b5d-7d5341eb4a5c),segment_id=e54b7806-39e4-4d2a-9b5d-7d5341eb4a5c)] {{(pid=93658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:08:52.625605 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-c4a7eda4-b170-4444-9329-21a7884cbd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4513223'] for port, after_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:52.665764 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-c4a7eda4-b170-4444-9329-21a7884cbd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:52.666398 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-c4a7eda4-b170-4444-9329-21a7884cbd73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:52.667879 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-c4a7eda4-b170-4444-9329-21a7884cbd73 service neutron] 10.222.0.69 "PUT /v2.0/ports/c90eb31d-4227-4a80-8766-74873258db61 HTTP/1.1" status: 200 len: 1093 time: 0.7672126 Jul 15 19:08:52.668344 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca7bde41-fedd-4acb-8f81-2489455a4d92', 'tag': 'c90eb31d-4227-4a80-8766-74873258db61'}] {{(pid=93658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:08:52.670751 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b58f88415513d6787191dd44e0a29b3917631101a239d5effbe25afab188a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3389f7d3-badf-4965-ada7-ca1f2d8d8d9e" -d '{"events": [{"name": "network-changed", "server_uuid": "ca7bde41-fedd-4acb-8f81-2489455a4d92", "tag": "c90eb31d-4227-4a80-8766-74873258db61"}]}' {{(pid=93658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:08:52.719578 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a7eda4-b170-4444-9329-21a7884cbd73 service neutron] Pushing event updated for resources: {'Port': ['ID=c90eb31d-4227-4a80-8766-74873258db61,revision_number=3']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:52.740867 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6f598-ab3c-43f2-966c-4e595495fe74 req-8f3c08d8-363b-447e-9600-228e8a6b1b40 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:52.742355 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-b1e6f598-ab3c-43f2-966c-4e595495fe74 req-8f3c08d8-363b-447e-9600-228e8a6b1b40 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 931 time: 0.4699857 Jul 15 19:08:52.751062 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51480135-6fb4-409e-83c2-dc5d416b3319 x-openstack-request-id: req-51480135-6fb4-409e-83c2-dc5d416b3319 {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:08:52.751534 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca7bde41-fedd-4acb-8f81-2489455a4d92", "tag": "c90eb31d-4227-4a80-8766-74873258db61", "status": "completed", "code": 200}]} {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:08:52.752134 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-51480135-6fb4-409e-83c2-dc5d416b3319 {{(pid=93658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:08:52.752794 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca7bde41-fedd-4acb-8f81-2489455a4d92', 'tag': 'c90eb31d-4227-4a80-8766-74873258db61', 'status': 'completed', 'code': 200} Jul 15 19:08:52.879623 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-b1e6f598-ab3c-43f2-966c-4e595495fe74 req-5d511845-eec7-4a11-8d17-972a27fe4fc1 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e614a6-2816-4253-b71e-36d5602d5775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238136 Jul 15 19:08:52.904244 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-996a0307-9b2d-49f3-a766-634f84d46f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:52.908275 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-996a0307-9b2d-49f3-a766-634f84d46f4a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6376ca77efd740189f836e21e81181c7&device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 1096 time: 0.1277733 Jul 15 19:08:52.914347 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-47e75db9-7e42-4786-a2ab-5d9559db4e34 req-fe51d9a6-8c8b-4a71-8b1b-2332c1771e76 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:52.962083 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51d9a6-8c8b-4a71-8b1b-2332c1771e76 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Pushing event deleted for resources: {'Port': ['ID=bcd802ab-ebd9-4ee1-ba29-e8f31a844602,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:53.000882 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-2b0c907f-ada9-41b2-bf66-f0f229c3fb53 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c90eb31d-4227-4a80-8766-74873258db61 HTTP/1.1" status: 200 len: 217 time: 0.0737240 Jul 15 19:08:53.013897 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e75db9-7e42-4786-a2ab-5d9559db4e34 req-fe51d9a6-8c8b-4a71-8b1b-2332c1771e76 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] No DVR routers for this DVR port bcd802ab-ebd9-4ee1-ba29-e8f31a844602 on host hv-cinder-78836 {{(pid=93657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:08:53.017299 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-47e75db9-7e42-4786-a2ab-5d9559db4e34 req-fe51d9a6-8c8b-4a71-8b1b-2332c1771e76 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:53.020377 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-47e75db9-7e42-4786-a2ab-5d9559db4e34 req-fe51d9a6-8c8b-4a71-8b1b-2332c1771e76 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.69 "DELETE /v2.0/ports/bcd802ab-ebd9-4ee1-ba29-e8f31a844602 HTTP/1.1" status: 204 len: 173 time: 1.0282960 Jul 15 19:08:53.020377 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6124f9-997c-4498-b6ed-8e0fb6fbfeab', 'name': 'network-vif-deleted', 'tag': 'bcd802ab-ebd9-4ee1-ba29-e8f31a844602'}] {{(pid=93657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:08:53.022947 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b0cfcdb1f3b1ee888c4befe2123a349a82046d9ec1555bca0e5a99b684397f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b997130-108c-44e2-aea7-7b177c2a0247" -d '{"events": [{"server_uuid": "cf6124f9-997c-4498-b6ed-8e0fb6fbfeab", "name": "network-vif-deleted", "tag": "bcd802ab-ebd9-4ee1-ba29-e8f31a844602"}]}' {{(pid=93657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:08:53.063542 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f6d33d51-b850-4c03-8f18-38393dc63f91 req-660822d8-7ddf-4a25-af85-4315f6e72399 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 210 time: 0.1228938 Jul 15 19:08:53.120332 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-2ee1a2e3-12a7-4dcd-99a0-9013ed8b2a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:53.124414 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-2ee1a2e3-12a7-4dcd-99a0-9013ed8b2a82 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c34bb00-b595-4058-9158-654376820017 HTTP/1.1" status: 200 len: 854 time: 0.1089664 Jul 15 19:08:53.170934 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caece03b-55fe-4363-9c41-52747f100fb4 x-openstack-request-id: req-caece03b-55fe-4363-9c41-52747f100fb4 {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:08:53.171566 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6124f9-997c-4498-b6ed-8e0fb6fbfeab", "name": "network-vif-deleted", "tag": "bcd802ab-ebd9-4ee1-ba29-e8f31a844602", "status": "completed", "code": 200}]} {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:08:53.171678 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-caece03b-55fe-4363-9c41-52747f100fb4 {{(pid=93657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:08:53.172110 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6124f9-997c-4498-b6ed-8e0fb6fbfeab', 'name': 'network-vif-deleted', 'tag': 'bcd802ab-ebd9-4ee1-ba29-e8f31a844602', 'status': 'completed', 'code': 200} Jul 15 19:08:53.232162 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-ddb8fa70-afa4-41d1-a985-0849529523f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:53.234896 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-ddb8fa70-afa4-41d1-a985-0849529523f7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5f681b99-32a5-40d5-a305-9f755d31a4dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0994954 Jul 15 19:08:53.368423 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-fde180c1-2e11-40f3-8466-519c56cdfa8a service neutron] 10.222.0.69 "GET /v2.0/networks/5f681b99-32a5-40d5-a305-9f755d31a4dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192863 Jul 15 19:08:53.513536 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-5c9c9276-d53a-40a6-ba06-22ae3caee9d8 req-f9f27eca-26d6-4e24-9e57-5f8fc035aecd service neutron] 10.222.0.69 "GET /v2.0/networks/5f681b99-32a5-40d5-a305-9f755d31a4dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205313 Jul 15 19:08:53.657173 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:53.734760 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389f7d3-badf-4965-ada7-ca1f2d8d8d9e req-0990d2b8-d055-4e7e-9630-f343ebcf3880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:53.736307 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-3389f7d3-badf-4965-ada7-ca1f2d8d8d9e req-0990d2b8-d055-4e7e-9630-f343ebcf3880 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6376ca77efd740189f836e21e81181c7&device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 1096 time: 0.0593081 Jul 15 19:08:53.846216 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389f7d3-badf-4965-ada7-ca1f2d8d8d9e req-70c7e698-05bb-4812-9860-f852e7d19bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:53.847810 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-3389f7d3-badf-4965-ada7-ca1f2d8d8d9e req-70c7e698-05bb-4812-9860-f852e7d19bd5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5f681b99-32a5-40d5-a305-9f755d31a4dd HTTP/1.1" status: 200 len: 917 time: 0.0960786 Jul 15 19:08:53.907707 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-3389f7d3-badf-4965-ada7-ca1f2d8d8d9e req-25e6cf0c-6502-4bd1-bcc0-7648788c3188 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c90eb31d-4227-4a80-8766-74873258db61 HTTP/1.1" status: 200 len: 217 time: 0.0390191 Jul 15 19:08:54.015748 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389f7d3-badf-4965-ada7-ca1f2d8d8d9e req-c4999e03-f686-4488-a327-44bbef0c2e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:54.017923 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-3389f7d3-badf-4965-ada7-ca1f2d8d8d9e req-c4999e03-f686-4488-a327-44bbef0c2e30 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c34bb00-b595-4058-9158-654376820017 HTTP/1.1" status: 200 len: 854 time: 0.0858977 Jul 15 19:08:54.206628 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389f7d3-badf-4965-ada7-ca1f2d8d8d9e req-0e778173-fc84-4f91-a869-1f2b2051361a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:54.209958 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-3389f7d3-badf-4965-ada7-ca1f2d8d8d9e req-0e778173-fc84-4f91-a869-1f2b2051361a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5f681b99-32a5-40d5-a305-9f755d31a4dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1759923 Jul 15 19:08:54.257601 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6bd39e-85bf-489a-9ad5-6e7b1237b4a5 req-7a9e8f16-2d96-4b1f-b65b-e2d2cc3d010e tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:54.260440 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-7e6bd39e-85bf-489a-9ad5-6e7b1237b4a5 req-7a9e8f16-2d96-4b1f-b65b-e2d2cc3d010e tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 943 time: 0.1820009 Jul 15 19:08:54.277390 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-4e3a0ce8-e91e-46c0-a843-ade7351f48e6 req-152f047f-b483-4a8a-9fae-0248c794d9c4 tempest-ServerRescueNegativeTestJSON-18059747 tempest-ServerRescueNegativeTestJSON-18059747-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf6124f9-997c-4498-b6ed-8e0fb6fbfeab HTTP/1.1" status: 200 len: 210 time: 0.0403738 Jul 15 19:08:54.406144 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-7e6bd39e-85bf-489a-9ad5-6e7b1237b4a5 req-d0d63154-fe8a-46b2-ae74-fc9dfd4e86d1 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e614a6-2816-4253-b71e-36d5602d5775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269143 Jul 15 19:08:54.445742 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-3389f7d3-badf-4965-ada7-ca1f2d8d8d9e req-07f9cba8-f668-453e-b75d-a3b3c859d374 service neutron] 10.222.0.69 "GET /v2.0/networks/5f681b99-32a5-40d5-a305-9f755d31a4dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189493 Jul 15 19:08:54.587175 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-3389f7d3-badf-4965-ada7-ca1f2d8d8d9e req-97d86e63-b5df-4bcf-9404-b0bfe4d82597 service neutron] 10.222.0.69 "GET /v2.0/networks/5f681b99-32a5-40d5-a305-9f755d31a4dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115985 Jul 15 19:08:55.543039 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:55.592139 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 54880) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:55.653843 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cc763-6b60-4349-b567-336fa9094a49 req-77221330-24a1-49fa-9f68-76a37515d75b tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:55.656537 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-281cc763-6b60-4349-b567-336fa9094a49 req-77221330-24a1-49fa-9f68-76a37515d75b tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 943 time: 0.1096158 Jul 15 19:08:55.720289 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-281cc763-6b60-4349-b567-336fa9094a49 req-2ab7d93c-87f6-4e51-8be2-3abbb429e2f7 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e614a6-2816-4253-b71e-36d5602d5775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563371 Jul 15 19:08:55.957490 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415a780-fd66-4d10-96bf-5356dd75dadc req-c8caf2e7-0457-484f-b0d9-1160e0ceda0e tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:55.959724 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f415a780-fd66-4d10-96bf-5356dd75dadc req-c8caf2e7-0457-484f-b0d9-1160e0ceda0e tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.0810218 Jul 15 19:08:56.011073 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f415a780-fd66-4d10-96bf-5356dd75dadc req-4a57ccc6-256e-4d8b-8944-c1362b802458 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411201 Jul 15 19:08:56.185584 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-98230434-eefa-4000-8fe6-1b9245510677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695971'] for router_interface, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:56.511067 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [None req-98230434-eefa-4000-8fe6-1b9245510677 admin admin] Deleting port ff1ecc5b-eab8-4571-8d80-2f03bd8960ae {{(pid=93657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:08:56.511401 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-98230434-eefa-4000-8fe6-1b9245510677 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:56.594991 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [None req-98230434-eefa-4000-8fe6-1b9245510677 admin admin] For port ff1ecc5b-eab8-4571-8d80-2f03bd8960ae, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=ff1ecc5b-eab8-4571-8d80-2f03bd8960ae,segment=NetworkSegment(37673299-b9a2-4673-b486-eb1aa43d8d4f),segment_id=37673299-b9a2-4673-b486-eb1aa43d8d4f)] {{(pid=93657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:08:56.595734 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-98230434-eefa-4000-8fe6-1b9245510677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:56.608836 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [None req-98230434-eefa-4000-8fe6-1b9245510677 admin admin] Calling delete_port for ff1ecc5b-eab8-4571-8d80-2f03bd8960ae owned by network:router_interface {{(pid=93657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:08:56.828904 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-98230434-eefa-4000-8fe6-1b9245510677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:56.858746 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98230434-eefa-4000-8fe6-1b9245510677 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff1ecc5b-eab8-4571-8d80-2f03bd8960ae,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:57.075836 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64fa45-353e-4053-a799-b56c5b2ecc15 req-8e75a243-891f-4207-9039-2b9bb4a50a83 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:57.077424 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-af64fa45-353e-4053-a799-b56c5b2ecc15 req-8e75a243-891f-4207-9039-2b9bb4a50a83 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 943 time: 0.1600847 Jul 15 19:08:57.104768 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-98230434-eefa-4000-8fe6-1b9245510677 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683827'] for router_interface, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:57.174216 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-af64fa45-353e-4053-a799-b56c5b2ecc15 req-70c9b596-290e-442b-9758-b569f4a55f52 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e614a6-2816-4253-b71e-36d5602d5775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908408 Jul 15 19:08:57.253781 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b225864-a1dc-493b-8d58-f7fadd7d71a1 req-03b9904a-d4bb-41ab-b414-b3c26009b90a tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:57.255851 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-5b225864-a1dc-493b-8d58-f7fadd7d71a1 req-03b9904a-d4bb-41ab-b414-b3c26009b90a tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.0868273 Jul 15 19:08:57.301848 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device c90eb31d-4227-4a80-8766-74873258db61 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:08:57.304439 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-5b225864-a1dc-493b-8d58-f7fadd7d71a1 req-3087b84d-c5ff-4e04-a8b1-b081cf08ce8c tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418184 Jul 15 19:08:57.374990 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98230434-eefa-4000-8fe6-1b9245510677 admin admin] Router 84b77c55-ec13-40c4-8a3c-98dc0159bab4 has already been hosted by L3 agent d1959f4f-c5e4-447e-bdea-87c7e923db15 {{(pid=93657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:08:57.430462 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port c90eb31d-4227-4a80-8766-74873258db61, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c90eb31d-4227-4a80-8766-74873258db61,segment=NetworkSegment(e54b7806-39e4-4d2a-9b5d-7d5341eb4a5c),segment_id=e54b7806-39e4-4d2a-9b5d-7d5341eb4a5c)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:08:57.442501 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Returning: {'device': 'c90eb31d-4227-4a80-8766-74873258db61', 'network_id': '5f681b99-32a5-40d5-a305-9f755d31a4dd', 'port_id': 'c90eb31d-4227-4a80-8766-74873258db61', 'mac_address': 'fa:16:3e:3e:a2:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c34bb00-b595-4058-9158-654376820017', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:08:57.489810 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:57.506701 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c90eb31d-4227-4a80-8766-74873258db61 {{(pid=93659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:08:57.527290 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98230434-eefa-4000-8fe6-1b9245510677 admin admin] Notify agent at l3_agent.dv-cinder-788363-8-iscsi the message routers_updated {{(pid=93657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:08:57.533226 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-98230434-eefa-4000-8fe6-1b9245510677 admin admin] 10.222.0.70 "PUT /v2.0/routers/84b77c55-ec13-40c4-8a3c-98dc0159bab4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9394808 Jul 15 19:08:57.536556 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 54894) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:57.544538 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port c90eb31d-4227-4a80-8766-74873258db61, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c90eb31d-4227-4a80-8766-74873258db61,segment=NetworkSegment(e54b7806-39e4-4d2a-9b5d-7d5341eb4a5c),segment_id=e54b7806-39e4-4d2a-9b5d-7d5341eb4a5c)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:08:57.545862 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c18f18-aaa6-458b-84a6-17714bf5a2f3 None None] Sync routers for ids ['84b77c55-ec13-40c4-8a3c-98dc0159bab4'] in dv-cinder-788363-8-iscsi {{(pid=93660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:08:57.551591 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:57.557405 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c18f18-aaa6-458b-84a6-17714bf5a2f3 None None] Routers {'84b77c55-ec13-40c4-8a3c-98dc0159bab4'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:08:57.558077 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-90c18f18-aaa6-458b-84a6-17714bf5a2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:08:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['84b77c55-ec13-40c4-8a3c-98dc0159bab4'], 'active': True} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:08:57.632695 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=c90eb31d-4227-4a80-8766-74873258db61,revision_number=4']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:57.669962 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvr_db [None req-90c18f18-aaa6-458b-84a6-17714bf5a2f3 None None] Set router 84b77c55-ec13-40c4-8a3c-98dc0159bab4 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:08:57.694804 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-61669701-3967-450b-8658-139d18ef3568 admin admin] Notify callbacks [] for router, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:57.799354 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-61669701-3967-450b-8658-139d18ef3568 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:57.858799 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [None req-61669701-3967-450b-8658-139d18ef3568 admin admin] Deleting port 2e8005cd-7395-4d6a-aaf2-2f61189c89f9 {{(pid=93658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:08:57.859143 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-61669701-3967-450b-8658-139d18ef3568 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:57.868476 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-90c18f18-aaa6-458b-84a6-17714bf5a2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b77c55-ec13-40c4-8a3c-98dc0159bab4', 'name': 'tempest-ServerRescueNegativeTestJSON-910084422-router', 'tenant_id': '5330063560884d19abff6266bfc251c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '2e8005cd-7395-4d6a-aaf2-2f61189c89f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:52Z', 'updated_at': '2021-07-15T19:08:56Z', 'revision_number': 5, 'project_id': '5330063560884d19abff6266bfc251c7', 'gw_port': {'id': '2e8005cd-7395-4d6a-aaf2-2f61189c89f9', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b77c55-ec13-40c4-8a3c-98dc0159bab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:54Z', 'updated_at': '2021-07-15T19:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi'}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:08:57.895834 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c18f18-aaa6-458b-84a6-17714bf5a2f3 None None] Checking router: 84b77c55-ec13-40c4-8a3c-98dc0159bab4 for host: dv-cinder-788363-8-iscsi {{(pid=93660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:08:57.905648 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c18f18-aaa6-458b-84a6-17714bf5a2f3 None None] Routers {'84b77c55-ec13-40c4-8a3c-98dc0159bab4'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:08:57.906175 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-90c18f18-aaa6-458b-84a6-17714bf5a2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:08:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['84b77c55-ec13-40c4-8a3c-98dc0159bab4'], 'active': True} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:08:58.004154 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvr_db [None req-90c18f18-aaa6-458b-84a6-17714bf5a2f3 None None] Set router 84b77c55-ec13-40c4-8a3c-98dc0159bab4 gateway port host: None {{(pid=93660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:08:58.026188 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] get_ports_and_sgs() called for port_ids ['c90eb31d-4227-4a80-8766-74873258db61'] {{(pid=93659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:08:58.070781 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-90c18f18-aaa6-458b-84a6-17714bf5a2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b77c55-ec13-40c4-8a3c-98dc0159bab4', 'name': 'tempest-ServerRescueNegativeTestJSON-910084422-router', 'tenant_id': '5330063560884d19abff6266bfc251c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:52Z', 'updated_at': '2021-07-15T19:08:57Z', 'revision_number': 6, 'project_id': '5330063560884d19abff6266bfc251c7', 'gw_port_host': None}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:08:58.100032 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c18f18-aaa6-458b-84a6-17714bf5a2f3 None None] The sync data for ids ['84b77c55-ec13-40c4-8a3c-98dc0159bab4'] in dv-cinder-788363-8-iscsi is: [{'id': '84b77c55-ec13-40c4-8a3c-98dc0159bab4', 'name': 'tempest-ServerRescueNegativeTestJSON-910084422-router', 'tenant_id': '5330063560884d19abff6266bfc251c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:52Z', 'updated_at': '2021-07-15T19:08:57Z', 'revision_number': 6, 'project_id': '5330063560884d19abff6266bfc251c7', 'gw_port_host': None}] {{(pid=93660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:08:58.181903 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.db [None req-61669701-3967-450b-8658-139d18ef3568 admin admin] For port 2e8005cd-7395-4d6a-aaf2-2f61189c89f9, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=2e8005cd-7395-4d6a-aaf2-2f61189c89f9,segment=NetworkSegment(d344549d-09e0-4982-8c11-6f16cb0baa64),segment_id=d344549d-09e0-4982-8c11-6f16cb0baa64)] {{(pid=93658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:08:58.182202 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-61669701-3967-450b-8658-139d18ef3568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:58.196897 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [None req-61669701-3967-450b-8658-139d18ef3568 admin admin] Calling delete_port for 2e8005cd-7395-4d6a-aaf2-2f61189c89f9 owned by network:router_gateway {{(pid=93658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:08:58.372797 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4305a0-f88a-449c-ae54-01bb0113281d req-540f5d87-c878-4893-8227-09348ec18103 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:58.374343 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-bb4305a0-f88a-449c-ae54-01bb0113281d req-540f5d87-c878-4893-8227-09348ec18103 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 944 time: 0.0668528 Jul 15 19:08:58.384597 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-61669701-3967-450b-8658-139d18ef3568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4513278'] for port, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:58.412468 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61669701-3967-450b-8658-139d18ef3568 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e8005cd-7395-4d6a-aaf2-2f61189c89f9,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:58.414242 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-bb4305a0-f88a-449c-ae54-01bb0113281d req-9dfa60bb-3c06-4391-8398-cf875d3f177e tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e614a6-2816-4253-b71e-36d5602d5775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332260 Jul 15 19:08:58.513014 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-61669701-3967-450b-8658-139d18ef3568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764521'] for router_gateway, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:58.553982 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:58.630000 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-61669701-3967-450b-8658-139d18ef3568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-696317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124545'] for router, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:58.635740 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-61669701-3967-450b-8658-139d18ef3568 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:58.648202 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c18973-1ce9-403a-99f1-b20db1bdb5ed req-103f7722-9cf8-4a03-8d12-42abec03d70f tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:58.649729 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f0c18973-1ce9-403a-99f1-b20db1bdb5ed req-103f7722-9cf8-4a03-8d12-42abec03d70f tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.2080753 Jul 15 19:08:58.723535 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-61669701-3967-450b-8658-139d18ef3568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681195'] for router, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:58.723978 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61669701-3967-450b-8658-139d18ef3568 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84b77c55-ec13-40c4-8a3c-98dc0159bab4 {{(pid=93658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 19:08:58.732440 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-61669701-3967-450b-8658-139d18ef3568 admin admin] Notify callbacks [] for router, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:58.733572 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-61669701-3967-450b-8658-139d18ef3568 admin admin] 10.222.0.70 "DELETE /v2.0/routers/84b77c55-ec13-40c4-8a3c-98dc0159bab4 HTTP/1.1" status: 204 len: 168 time: 1.1950686 Jul 15 19:08:58.736252 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 54900) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:58.747245 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f0c18973-1ce9-403a-99f1-b20db1bdb5ed req-bcc015ce-4d0d-408d-ae94-4885d7c5f996 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738518 Jul 15 19:08:58.786043 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad831f3-aff0-428c-839a-9352b1a58f71 admin admin] Deleting subnet c64f9169-c20b-4ae0-8226-b6cbf9550510 {{(pid=93657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:08:58.789723 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-bad831f3-aff0-428c-839a-9352b1a58f71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:58.823768 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-bad831f3-aff0-428c-839a-9352b1a58f71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6718498'] for subnet, precommit_delete_associations {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:58.862996 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-bad831f3-aff0-428c-839a-9352b1a58f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1788362'] for subnet, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:58.920194 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-bad831f3-aff0-428c-839a-9352b1a58f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1788413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6305910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5276088'] for subnet, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:58.952797 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad831f3-aff0-428c-839a-9352b1a58f71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c64f9169-c20b-4ae0-8226-b6cbf9550510,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:58.957776 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-bad831f3-aff0-428c-839a-9352b1a58f71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for subnet, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:58.960167 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-bad831f3-aff0-428c-839a-9352b1a58f71 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c64f9169-c20b-4ae0-8226-b6cbf9550510 HTTP/1.1" status: 204 len: 168 time: 0.2229080 Jul 15 19:08:58.962650 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 54902) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:59.035572 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-c814d58d-6c65-4151-81e9-7911a0337f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603233'] for network, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:59.116296 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-c814d58d-6c65-4151-81e9-7911a0337f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787310', 'neutron.services.segments.db._delete_segments_for_network-8730935243340'] for network, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:59.127134 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.services.segments.db [None req-c814d58d-6c65-4151-81e9-7911a0337f6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db293c0c-639d-465d-957a-7d2d560b6fd9']}} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:08:59.142795 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.services.segments.db [None req-c814d58d-6c65-4151-81e9-7911a0337f6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37673299-b9a2-4673-b486-eb1aa43d8d4f') {'for_net_delete': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:08:59.143086 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.services.segments.db [None req-c814d58d-6c65-4151-81e9-7911a0337f6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37673299-b9a2-4673-b486-eb1aa43d8d4f') {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:08:59.156924 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-c814d58d-6c65-4151-81e9-7911a0337f6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730935246421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6718485'] for segment, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:59.173056 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-c814d58d-6c65-4151-81e9-7911a0337f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882'] for segment, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:59.180387 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c814d58d-6c65-4151-81e9-7911a0337f6f admin admin] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=93657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:08:59.180834 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-c814d58d-6c65-4151-81e9-7911a0337f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6306772'] for segment, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: Traceback (most recent call last): Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: timer() Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: cb(*args, **kw) Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: return func(*args, **kwargs) Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: self._notify() Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: self.callback(batched_events) Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: event.method(event) Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: return f(self, *a, **k) Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: return self._get(url).json() Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: return self.request(url, 'GET', **kwargs) Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:08:59.182591 dv-cinder-788363-8-iscsi neutron-server[93657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:08:59.235618 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-c814d58d-6c65-4151-81e9-7911a0337f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764597'] for network, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:59.251056 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-c814d58d-6c65-4151-81e9-7911a0337f6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for network, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:59.252933 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-c814d58d-6c65-4151-81e9-7911a0337f6f admin admin] 10.222.0.70 "DELETE /v2.0/networks/db293c0c-639d-465d-957a-7d2d560b6fd9 HTTP/1.1" status: 204 len: 168 time: 0.2893810 Jul 15 19:08:59.254258 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814d58d-6c65-4151-81e9-7911a0337f6f admin admin] Pushing event deleted for resources: {'Network': ['ID=db293c0c-639d-465d-957a-7d2d560b6fd9,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:59.320814 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device c90eb31d-4227-4a80-8766-74873258db61 up at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:08:59.370815 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Provisioning for port c90eb31d-4227-4a80-8766-74873258db61 completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:08:59.376904 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Provisioning complete for port c90eb31d-4227-4a80-8766-74873258db61 triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:08:59.377505 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:59.445563 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 54906) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:59.471113 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:59.497036 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-69a14292-cc58-46ff-b153-dc98340679df admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5330063560884d19abff6266bfc251c7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0495982 Jul 15 19:08:59.498403 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 2e8005cd-7395-4d6a-aaf2-2f61189c89f9 no longer exists at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:08:59.499462 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 54910) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:59.506914 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7bde41-fedd-4acb-8f81-2489455a4d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90eb31d-4227-4a80-8766-74873258db61'}] {{(pid=93659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:08:59.514063 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cff241be1680f95bd86cb63ae369edb514e49424f5374e734ea98f44dc6e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45a2dac-a136-499e-a388-fc3d71c9f366" -d '{"events": [{"server_uuid": "ca7bde41-fedd-4acb-8f81-2489455a4d92", "name": "network-vif-plugged", "status": "completed", "tag": "c90eb31d-4227-4a80-8766-74873258db61"}]}' {{(pid=93659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:08:59.540835 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] No Port match for: 2e8005cd-7395-4d6a-aaf2-2f61189c89f9 {{(pid=93659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:08:59.541247 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 2e8005cd-7395-4d6a-aaf2-2f61189c89f9 not bound to the agent host dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:08:59.541591 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device ff1ecc5b-eab8-4571-8d80-2f03bd8960ae no longer exists at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:08:59.545356 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port c90eb31d-4227-4a80-8766-74873258db61, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c90eb31d-4227-4a80-8766-74873258db61,segment=NetworkSegment(e54b7806-39e4-4d2a-9b5d-7d5341eb4a5c),segment_id=e54b7806-39e4-4d2a-9b5d-7d5341eb4a5c)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:08:59.556111 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-10b71a04-d9e8-4110-bae3-7094884d6731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:59.563521 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:59.567083 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] No Port match for: ff1ecc5b-eab8-4571-8d80-2f03bd8960ae {{(pid=93659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:08:59.567423 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device ff1ecc5b-eab8-4571-8d80-2f03bd8960ae not bound to the agent host dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:08:59.604577 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ad59a9-3e67-47b5-ae86-3f2c3ec92a6f x-openstack-request-id: req-d3ad59a9-3e67-47b5-ae86-3f2c3ec92a6f {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:08:59.604883 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca7bde41-fedd-4acb-8f81-2489455a4d92", "name": "network-vif-plugged", "status": "completed", "tag": "c90eb31d-4227-4a80-8766-74873258db61", "code": 200}]} {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:08:59.605132 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d3ad59a9-3e67-47b5-ae86-3f2c3ec92a6f {{(pid=93659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:08:59.605522 dv-cinder-788363-8-iscsi neutron-server[93659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca7bde41-fedd-4acb-8f81-2489455a4d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90eb31d-4227-4a80-8766-74873258db61', 'code': 200} Jul 15 19:08:59.620963 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-10b71a04-d9e8-4110-bae3-7094884d6731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:59.629627 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=c90eb31d-4227-4a80-8766-74873258db61,revision_number=5']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:59.681307 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b5d31-5296-476b-a45c-c56f02b349fe req-f169e81a-23b9-4d28-a6f8-d1ba4a5b0366 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:59.682912 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-e54b5d31-5296-476b-a45c-c56f02b349fe req-f169e81a-23b9-4d28-a6f8-d1ba4a5b0366 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 945 time: 0.1240580 Jul 15 19:08:59.701596 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-10b71a04-d9e8-4110-bae3-7094884d6731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:59.704332 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-10b71a04-d9e8-4110-bae3-7094884d6731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:59.708517 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-10b71a04-d9e8-4110-bae3-7094884d6731 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/40e7bc75-b927-4a1b-a61b-d729d5274fa8 HTTP/1.1" status: 204 len: 168 time: 0.2047470 Jul 15 19:08:59.724715 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b71a04-d9e8-4110-bae3-7094884d6731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e7bc75-b927-4a1b-a61b-d729d5274fa8,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:59.741913 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-e54b5d31-5296-476b-a45c-c56f02b349fe req-5181aaa2-9414-4082-8480-01090843e4b5 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e614a6-2816-4253-b71e-36d5602d5775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505440 Jul 15 19:08:59.966864 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccdb3dd-3783-4eec-91e7-6fd716ffd7cb req-ea72aa46-a1d1-46b4-92b4-bf79470e8a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:59.968357 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-6ccdb3dd-3783-4eec-91e7-6fd716ffd7cb req-ea72aa46-a1d1-46b4-92b4-bf79470e8a7b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 1098 time: 0.1056731 Jul 15 19:08:59.981063 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e096a-f04c-44b3-a9f3-ef7afc73ec35 req-bd9d8473-ba85-4462-b1c0-65e7613aa54f tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:59.982595 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-6d1e096a-f04c-44b3-a9f3-ef7afc73ec35 req-bd9d8473-ba85-4462-b1c0-65e7613aa54f tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.0920377 Jul 15 19:09:00.033479 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-6ccdb3dd-3783-4eec-91e7-6fd716ffd7cb req-0ed7e71a-3eaa-473c-9f53-496f023896c9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=09e614a6-2816-4253-b71e-36d5602d5775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499182 Jul 15 19:09:00.038824 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-6d1e096a-f04c-44b3-a9f3-ef7afc73ec35 req-06f75840-6b09-42fc-8809-b5a7e14f7972 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498664 Jul 15 19:09:00.407155 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 54936) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:09:00.499075 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [None req-a7f40d97-c47f-43a4-8e5a-8337ce0e7e12 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1306313254-network', 'tenant_id': 'cefe6bba6f2f4be18e04e6d784b0c978'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:09:00.518789 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f40d97-c47f-43a4-8e5a-8337ce0e7e12 admin admin] Made reservation on behalf of cefe6bba6f2f4be18e04e6d784b0c978 for: {'network': 1} {{(pid=93658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:09:00.521648 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-a7f40d97-c47f-43a4-8e5a-8337ce0e7e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for network, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:00.530170 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-a7f40d97-c47f-43a4-8e5a-8337ce0e7e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:00.619270 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-a7f40d97-c47f-43a4-8e5a-8337ce0e7e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:00.623864 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-a7f40d97-c47f-43a4-8e5a-8337ce0e7e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:00.644822 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f40d97-c47f-43a4-8e5a-8337ce0e7e12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1068} {{(pid=93658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:09:00.660174 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f40d97-c47f-43a4-8e5a-8337ce0e7e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf63e1d-7c63-440b-acb1-6eac56bb18b8,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:00.663067 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-a7f40d97-c47f-43a4-8e5a-8337ce0e7e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882'] for segment, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:00.663414 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.db.segments_db [None req-a7f40d97-c47f-43a4-8e5a-8337ce0e7e12 admin admin] Added segment d5f1c983-8e5e-43db-bc20-b4d4ad135247 of type vlan for network 960e0e51-d3ce-4be9-9b24-b079900ae4d0 Jul 15 19:09:00.707455 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-a7f40d97-c47f-43a4-8e5a-8337ce0e7e12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730934684676'] for network, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:00.739970 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-a7f40d97-c47f-43a4-8e5a-8337ce0e7e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736'] for network, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:00.741109 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f40d97-c47f-43a4-8e5a-8337ce0e7e12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:00.741731 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-a7f40d97-c47f-43a4-8e5a-8337ce0e7e12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for network, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:00.772976 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-a7f40d97-c47f-43a4-8e5a-8337ce0e7e12 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3644998 Jul 15 19:09:00.777268 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 54942) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:09:00.784037 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [None req-571e1c25-c2d2-4aa7-bc8d-e16511d0877c admin admin] Request body: {'subnet': {'network_id': '960e0e51-d3ce-4be9-9b24-b079900ae4d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1306313254-subnet', 'tenant_id': 'cefe6bba6f2f4be18e04e6d784b0c978', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:09:00.816672 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f40d97-c47f-43a4-8e5a-8337ce0e7e12 admin admin] Pushing event updated for resources: {'Network': ['ID=960e0e51-d3ce-4be9-9b24-b079900ae4d0,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:00.828812 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Network 960e0e51-d3ce-4be9-9b24-b079900ae4d0 details requested by agent ovs-agent-dv-cinder-788363-8-iscsi with host dv-cinder-788363-8-iscsi {{(pid=93659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:09:00.843386 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571e1c25-c2d2-4aa7-bc8d-e16511d0877c admin admin] Made reservation on behalf of cefe6bba6f2f4be18e04e6d784b0c978 for: {'subnet': 1} {{(pid=93658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:09:00.847587 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-571e1c25-c2d2-4aa7-bc8d-e16511d0877c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133998'] for subnet, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:00.940148 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a8ed2-367b-4c46-8238-ad4625879434 req-f67b7f1d-f715-4fa4-a138-e5b90a45a0c2 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:00.941921 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-0d1a8ed2-367b-4c46-8238-ad4625879434 req-f67b7f1d-f715-4fa4-a138-e5b90a45a0c2 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 945 time: 0.0772491 Jul 15 19:09:00.981324 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-0d1a8ed2-367b-4c46-8238-ad4625879434 req-ab9b3d58-8e33-427f-b0f3-04aa4bb45431 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e614a6-2816-4253-b71e-36d5602d5775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325103 Jul 15 19:09:01.025971 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-571e1c25-c2d2-4aa7-bc8d-e16511d0877c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4513106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5134012'] for subnet, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:01.084251 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e1c25-c2d2-4aa7-bc8d-e16511d0877c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a3bcfa4-bf9d-4077-b69b-cfb7cb4b894f,revision_number=0']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:01.104383 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571e1c25-c2d2-4aa7-bc8d-e16511d0877c admin admin] Checking segment: {'id': 'd5f1c983-8e5e-43db-bc20-b4d4ad135247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '960e0e51-d3ce-4be9-9b24-b079900ae4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:09:01.104745 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571e1c25-c2d2-4aa7-bc8d-e16511d0877c admin admin] Network hostable DHCP agents. Network: 960e0e51-d3ce-4be9-9b24-b079900ae4d0, hostable agents: ['55735004-04ab-4467-ab29-fafa31dd3593'], hosted agents: [] {{(pid=93658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:09:01.124128 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571e1c25-c2d2-4aa7-bc8d-e16511d0877c admin admin] Network 960e0e51-d3ce-4be9-9b24-b079900ae4d0 is scheduled to be hosted by DHCP agent 55735004-04ab-4467-ab29-fafa31dd3593 with binding_index 1 {{(pid=93658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:09:01.135156 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.base_scheduler [None req-571e1c25-c2d2-4aa7-bc8d-e16511d0877c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-8-iscsi, 960e0e51-d3ce-4be9-9b24-b079900ae4d0) {{(pid=93658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:09:01.143415 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571e1c25-c2d2-4aa7-bc8d-e16511d0877c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:01.144044 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-571e1c25-c2d2-4aa7-bc8d-e16511d0877c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:01.149496 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce57487a-29ba-438e-b944-e931dee203ff None None] Network 960e0e51-d3ce-4be9-9b24-b079900ae4d0 requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:09:01.166836 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-571e1c25-c2d2-4aa7-bc8d-e16511d0877c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3829744 Jul 15 19:09:01.244349 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5797e4-e296-4823-b8b3-e46097aff2a9 req-e5743ef1-05d0-4248-bd95-29f4a7d59172 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:01.245962 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-4e5797e4-e296-4823-b8b3-e46097aff2a9 req-e5743ef1-05d0-4248-bd95-29f4a7d59172 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.0834839 Jul 15 19:09:01.291357 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-4e5797e4-e296-4823-b8b3-e46097aff2a9 req-f9773957-e6c9-42d9-a7c7-c4915bfc25cb tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365164 Jul 15 19:09:01.301880 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ef4be5-c26b-4fb4-a34d-411fd7101f10 None None] Network 960e0e51-d3ce-4be9-9b24-b079900ae4d0 requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:09:01.708145 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-a65f9ed5-e8d5-403b-8b14-bf9e0b2ff17c tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:01.710223 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-a65f9ed5-e8d5-403b-8b14-bf9e0b2ff17c tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/networks?id=960e0e51-d3ce-4be9-9b24-b079900ae4d0 HTTP/1.1" status: 200 len: 815 time: 0.1478562 Jul 15 19:09:01.727192 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-51b2b8cf-803e-4fdd-b9d6-c0d72bc9f2d0 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/quotas/cefe6bba6f2f4be18e04e6d784b0c978 HTTP/1.1" status: 200 len: 375 time: 0.0103087 Jul 15 19:09:01.764866 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-571d4d7c-a8ea-4427-aaf2-0b18d5cbe87d tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cefe6bba6f2f4be18e04e6d784b0c978&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280173 Jul 15 19:09:02.076959 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-ff09f8fb-7d5d-4afd-8f64-8436fc038158 service neutron] 10.222.0.70 "GET /v2.0/networks/960e0e51-d3ce-4be9-9b24-b079900ae4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050702 Jul 15 19:09:02.165505 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc72fc-1673-4185-8ae8-3a70b37df5fb req-56349e0d-d7b8-4ae3-a5a4-9517d333deeb tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:02.167790 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-e1dc72fc-1673-4185-8ae8-3a70b37df5fb req-56349e0d-d7b8-4ae3-a5a4-9517d333deeb tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 945 time: 0.0680995 Jul 15 19:09:02.177927 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-63928600-52ad-4b3a-bbd7-1ee9dad55074 service neutron] 10.222.0.70 "GET /v2.0/networks/960e0e51-d3ce-4be9-9b24-b079900ae4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949473 Jul 15 19:09:02.209485 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-e1dc72fc-1673-4185-8ae8-3a70b37df5fb req-2234d189-c43a-401c-9704-b37103078367 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e614a6-2816-4253-b71e-36d5602d5775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355282 Jul 15 19:09:02.388923 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-172e6e83-f7ca-465f-8059-64c1ab36c450 req-3672f7d2-aa06-4f91-ad65-c74a47e85606 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc322aa-263f-4a1d-91fd-6112e9ef0873 HTTP/1.1" status: 200 len: 210 time: 0.0424230 Jul 15 19:09:02.438407 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017580db-1250-4adf-a98d-351112dc2541 req-06547c54-0335-454d-8039-8a24b6a2f3c4 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:02.449220 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-017580db-1250-4adf-a98d-351112dc2541 req-06547c54-0335-454d-8039-8a24b6a2f3c4 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 945 time: 0.1227477 Jul 15 19:09:02.502147 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-017580db-1250-4adf-a98d-351112dc2541 req-163d203f-aa37-47e6-8dea-a883de4d13df tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e614a6-2816-4253-b71e-36d5602d5775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518959 Jul 15 19:09:02.608037 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721009c-b6b2-4046-95e7-011ac761f5e9 req-d5a655de-d424-474b-bf9c-ffa1336456fb tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:02.609621 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-9721009c-b6b2-4046-95e7-011ac761f5e9 req-d5a655de-d424-474b-bf9c-ffa1336456fb tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.0673277 Jul 15 19:09:02.657541 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-9721009c-b6b2-4046-95e7-011ac761f5e9 req-aa81fdc8-c06e-449c-ad1b-76e990943725 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394409 Jul 15 19:09:02.761996 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf74ed-60e7-4d29-8b29-594be473f19f req-d593c648-7a83-47e7-8837-0a2873299d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:02.762763 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-53cf74ed-60e7-4d29-8b29-594be473f19f req-d593c648-7a83-47e7-8837-0a2873299d1f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=91c9bcc496f74a1da3a1ee065e5d5817&device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 1098 time: 0.0586264 Jul 15 19:09:02.883233 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf74ed-60e7-4d29-8b29-594be473f19f req-b873173e-7dcb-4bd3-a326-a6145bb3f7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:02.885017 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-53cf74ed-60e7-4d29-8b29-594be473f19f req-b873173e-7dcb-4bd3-a326-a6145bb3f7b6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=673ecaa8-9125-4486-9436-19add9ddf5ea HTTP/1.1" status: 200 len: 912 time: 0.1000545 Jul 15 19:09:02.970384 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe569c-efac-4331-9fd8-c05f6328339c req-c43309d3-f36f-423c-abeb-2d7cb4fc90b4 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:02.971332 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-53cf74ed-60e7-4d29-8b29-594be473f19f req-88d15d2b-442a-486c-bf07-43376c0b2334 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae626100-1a38-4a07-876e-7f60ec940016 HTTP/1.1" status: 200 len: 1001 time: 0.0776548 Jul 15 19:09:02.971890 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-7cbe569c-efac-4331-9fd8-c05f6328339c req-c43309d3-f36f-423c-abeb-2d7cb4fc90b4 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 945 time: 0.1068993 Jul 15 19:09:03.016095 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-7cbe569c-efac-4331-9fd8-c05f6328339c req-a77feffb-325d-4c38-ad3a-171edd00c277 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e614a6-2816-4253-b71e-36d5602d5775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380445 Jul 15 19:09:03.024015 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf74ed-60e7-4d29-8b29-594be473f19f req-afb30d64-c9a1-469a-83eb-9aeefcd7a3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:03.025558 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-53cf74ed-60e7-4d29-8b29-594be473f19f req-afb30d64-c9a1-469a-83eb-9aeefcd7a3b8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=14efcbfe-a38f-460b-a7fe-e5ca16293d31 HTTP/1.1" status: 200 len: 849 time: 0.0463715 Jul 15 19:09:03.084154 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf74ed-60e7-4d29-8b29-594be473f19f req-22c39788-c155-467d-9d92-148c530f2937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:03.085693 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-53cf74ed-60e7-4d29-8b29-594be473f19f req-22c39788-c155-467d-9d92-148c530f2937 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=673ecaa8-9125-4486-9436-19add9ddf5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533092 Jul 15 19:09:03.198063 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-53cf74ed-60e7-4d29-8b29-594be473f19f req-3b3e93b7-eb60-42c3-93fb-3681d2c7a187 service neutron] 10.222.0.69 "GET /v2.0/networks/673ecaa8-9125-4486-9436-19add9ddf5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033885 Jul 15 19:09:03.295858 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-53cf74ed-60e7-4d29-8b29-594be473f19f req-5578e3c2-33f9-451d-afc1-f2c10b6711a3 service neutron] 10.222.0.69 "GET /v2.0/networks/673ecaa8-9125-4486-9436-19add9ddf5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886893 Jul 15 19:09:03.547968 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-b3413d4c-9005-42f1-9dbc-0e55443f1fa5 req-8c175b5c-c831-4042-a127-9032ce566fa2 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc322aa-263f-4a1d-91fd-6112e9ef0873 HTTP/1.1" status: 200 len: 210 time: 0.0325613 Jul 15 19:09:03.838879 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f232298-5be4-4de4-a333-0dded0987967 req-f5ceadfa-dd38-4483-b405-ecb389fb412e tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:03.843174 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-2f232298-5be4-4de4-a333-0dded0987967 req-f5ceadfa-dd38-4483-b405-ecb389fb412e tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.0745270 Jul 15 19:09:03.904931 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-2f232298-5be4-4de4-a333-0dded0987967 req-36581902-e1ce-4643-aa22-6bb7f6c028ec tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555112 Jul 15 19:09:03.930574 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-c796f77b-799f-4ea9-9d75-206f168bfe48 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:03.932091 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-c796f77b-799f-4ea9-9d75-206f168bfe48 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.69 "GET /v2.0/networks?id=960e0e51-d3ce-4be9-9b24-b079900ae4d0 HTTP/1.1" status: 200 len: 815 time: 0.1202519 Jul 15 19:09:03.953449 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-def70047-dca2-4236-9f93-82c1ca92125c tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Request body: {'port': {'device_id': '7fc322aa-263f-4a1d-91fd-6112e9ef0873', 'network_id': '960e0e51-d3ce-4be9-9b24-b079900ae4d0', 'admin_state_up': True, 'tenant_id': 'cefe6bba6f2f4be18e04e6d784b0c978'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:09:04.078584 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-def70047-dca2-4236-9f93-82c1ca92125c tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Made reservation on behalf of cefe6bba6f2f4be18e04e6d784b0c978 for: {'port': 1} {{(pid=93658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:09:04.082174 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-def70047-dca2-4236-9f93-82c1ca92125c tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:04.222652 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.db_base_plugin_common [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-def70047-dca2-4236-9f93-82c1ca92125c tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Allocated IP 172.20.0.13 (960e0e51-d3ce-4be9-9b24-b079900ae4d0/6a3bcfa4-bf9d-4077-b69b-cfb7cb4b894f/7220fc8a-b4f2-4d1f-a827-edcf7993c194) {{(pid=93658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:09:04.362549 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-def70047-dca2-4236-9f93-82c1ca92125c tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Notify callbacks [] for port, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:04.401298 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-def70047-dca2-4236-9f93-82c1ca92125c tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4513278'] for port, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:04.455841 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-def70047-dca2-4236-9f93-82c1ca92125c tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Network 960e0e51-d3ce-4be9-9b24-b079900ae4d0 is already hosted by enough agents. {{(pid=93658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:09:04.459016 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.base_scheduler [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-def70047-dca2-4236-9f93-82c1ca92125c tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Resources bound (agent type, host, resource id): {{(pid=93658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:09:04.462983 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.l3_dvrscheduler_db [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-def70047-dca2-4236-9f93-82c1ca92125c tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Received port after_create {{(pid=93658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:09:04.469614 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def70047-dca2-4236-9f93-82c1ca92125c tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Pushing event updated for resources: {'Port': ['ID=7220fc8a-b4f2-4d1f-a827-edcf7993c194,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:04.514788 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-def70047-dca2-4236-9f93-82c1ca92125c tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:04.515555 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-def70047-dca2-4236-9f93-82c1ca92125c tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:04.530215 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-def70047-dca2-4236-9f93-82c1ca92125c tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5806961 Jul 15 19:09:04.553410 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-f5049a6b-5319-440c-b6a1-1fad24a2dd8e service neutron] Request body: {'port': {'device_id': '7fc322aa-263f-4a1d-91fd-6112e9ef0873', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:09:04.633508 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-f5049a6b-5319-440c-b6a1-1fad24a2dd8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:04.832516 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0cb72-eb06-44b2-9671-e888fe7b30a6 req-28c01cd2-44cf-44b6-afbb-c047a398c43f tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:04.834616 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-7db0cb72-eb06-44b2-9671-e888fe7b30a6 req-28c01cd2-44cf-44b6-afbb-c047a398c43f tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc322aa-263f-4a1d-91fd-6112e9ef0873 HTTP/1.1" status: 200 len: 932 time: 0.1629143 Jul 15 19:09:04.913031 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-7db0cb72-eb06-44b2-9671-e888fe7b30a6 req-aa4f4183-53f4-41c4-acfe-6cf692f25046 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/security-groups?id=1bf63e1d-7c63-440b-acb1-6eac56bb18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716958 Jul 15 19:09:05.011385 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.notifiers.nova [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-f5049a6b-5319-440c-b6a1-1fad24a2dd8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7220fc8a-b4f2-4d1f-a827-edcf7993c194 {{(pid=93658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:09:05.022134 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-f5049a6b-5319-440c-b6a1-1fad24a2dd8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:05.035016 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.provisioning_blocks [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-f5049a6b-5319-440c-b6a1-1fad24a2dd8e service neutron] Transition to ACTIVE for port object 7220fc8a-b4f2-4d1f-a827-edcf7993c194 will not be triggered until provisioned by entity L2. {{(pid=93658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:09:05.039866 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-f5049a6b-5319-440c-b6a1-1fad24a2dd8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4513223'] for port, after_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:05.095689 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5049a6b-5319-440c-b6a1-1fad24a2dd8e service neutron] Pushing event updated for resources: {'Port': ['ID=7220fc8a-b4f2-4d1f-a827-edcf7993c194,revision_number=2']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:05.099966 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a261515a-5e6f-4541-b778-2db70c7a8dbf req-32a145ab-6072-41b6-b135-97d6548a531e tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:05.102098 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-a261515a-5e6f-4541-b778-2db70c7a8dbf req-32a145ab-6072-41b6-b135-97d6548a531e tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.0669525 Jul 15 19:09:05.159315 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-a261515a-5e6f-4541-b778-2db70c7a8dbf req-582e7a75-7882-4970-9df0-4fd71d94b10e tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513134 Jul 15 19:09:05.164020 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.managers [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-f5049a6b-5319-440c-b6a1-1fad24a2dd8e service neutron] Attempting to bind port 7220fc8a-b4f2-4d1f-a827-edcf7993c194 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:09:05.164641 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.managers [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-f5049a6b-5319-440c-b6a1-1fad24a2dd8e service neutron] Attempting to bind port 7220fc8a-b4f2-4d1f-a827-edcf7993c194 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'd5f1c983-8e5e-43db-bc20-b4d4ad135247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '960e0e51-d3ce-4be9-9b24-b079900ae4d0'}] {{(pid=93658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:09:05.166628 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-f5049a6b-5319-440c-b6a1-1fad24a2dd8e service neutron] Attempting to bind port 7220fc8a-b4f2-4d1f-a827-edcf7993c194 on network 960e0e51-d3ce-4be9-9b24-b079900ae4d0 {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:09:05.170378 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-f5049a6b-5319-440c-b6a1-1fad24a2dd8e service neutron] Port 7220fc8a-b4f2-4d1f-a827-edcf7993c194 on network 960e0e51-d3ce-4be9-9b24-b079900ae4d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:09:05.170484 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-f5049a6b-5319-440c-b6a1-1fad24a2dd8e service neutron] Attempting to bind port 7220fc8a-b4f2-4d1f-a827-edcf7993c194 on network 960e0e51-d3ce-4be9-9b24-b079900ae4d0 {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:09:05.176340 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-f5049a6b-5319-440c-b6a1-1fad24a2dd8e service neutron] Checking agent: {'id': 'ff69530c-d7d1-4bd0-8ab4-9c33ea1455de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 2, 58), 'started_at': datetime.datetime(2021, 7, 15, 19, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:09:05.176915 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-f5049a6b-5319-440c-b6a1-1fad24a2dd8e service neutron] Checking segment: {'id': 'd5f1c983-8e5e-43db-bc20-b4d4ad135247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '960e0e51-d3ce-4be9-9b24-b079900ae4d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:09:05.177457 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-f5049a6b-5319-440c-b6a1-1fad24a2dd8e service neutron] Bound using segment: {'id': 'd5f1c983-8e5e-43db-bc20-b4d4ad135247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '960e0e51-d3ce-4be9-9b24-b079900ae4d0'} {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:09:05.178189 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.managers [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-f5049a6b-5319-440c-b6a1-1fad24a2dd8e service neutron] Bound port: 7220fc8a-b4f2-4d1f-a827-edcf7993c194, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5f1c983-8e5e-43db-bc20-b4d4ad135247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '960e0e51-d3ce-4be9-9b24-b079900ae4d0'}}] {{(pid=93658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:09:05.179035 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-f5049a6b-5319-440c-b6a1-1fad24a2dd8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:05.244909 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.db [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-f5049a6b-5319-440c-b6a1-1fad24a2dd8e service neutron] For port 7220fc8a-b4f2-4d1f-a827-edcf7993c194, host hv-cinder-78836, cleared binding levels {{(pid=93658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:09:05.248061 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.db [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-f5049a6b-5319-440c-b6a1-1fad24a2dd8e service neutron] For port 7220fc8a-b4f2-4d1f-a827-edcf7993c194, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7220fc8a-b4f2-4d1f-a827-edcf7993c194,segment=NetworkSegment(d5f1c983-8e5e-43db-bc20-b4d4ad135247),segment_id=d5f1c983-8e5e-43db-bc20-b4d4ad135247)] {{(pid=93658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:09:05.252961 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-f5049a6b-5319-440c-b6a1-1fad24a2dd8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4513223'] for port, after_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:05.292964 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-f5049a6b-5319-440c-b6a1-1fad24a2dd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:05.293573 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-f5049a6b-5319-440c-b6a1-1fad24a2dd8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:05.294985 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-f5049a6b-5319-440c-b6a1-1fad24a2dd8e service neutron] 10.222.0.69 "PUT /v2.0/ports/7220fc8a-b4f2-4d1f-a827-edcf7993c194 HTTP/1.1" status: 200 len: 1094 time: 0.7474327 Jul 15 19:09:05.295416 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fc322aa-263f-4a1d-91fd-6112e9ef0873', 'tag': '7220fc8a-b4f2-4d1f-a827-edcf7993c194'}] {{(pid=93658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:09:05.297695 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b58f88415513d6787191dd44e0a29b3917631101a239d5effbe25afab188a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767616c8-2015-48c3-b57d-a38db540aff7" -d '{"events": [{"name": "network-changed", "server_uuid": "7fc322aa-263f-4a1d-91fd-6112e9ef0873", "tag": "7220fc8a-b4f2-4d1f-a827-edcf7993c194"}]}' {{(pid=93658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:09:05.328158 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5049a6b-5319-440c-b6a1-1fad24a2dd8e service neutron] Pushing event updated for resources: {'Port': ['ID=7220fc8a-b4f2-4d1f-a827-edcf7993c194,revision_number=3']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:05.342270 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fcc3f13-a842-4732-9ddc-b03e81f5ce89 x-openstack-request-id: req-3fcc3f13-a842-4732-9ddc-b03e81f5ce89 {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:09:05.342616 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fc322aa-263f-4a1d-91fd-6112e9ef0873", "tag": "7220fc8a-b4f2-4d1f-a827-edcf7993c194", "status": "completed", "code": 200}]} {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:09:05.342786 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3fcc3f13-a842-4732-9ddc-b03e81f5ce89 {{(pid=93658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:09:05.343187 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fc322aa-263f-4a1d-91fd-6112e9ef0873', 'tag': '7220fc8a-b4f2-4d1f-a827-edcf7993c194', 'status': 'completed', 'code': 200} Jul 15 19:09:05.421482 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-64b28f40-5a50-467b-b989-64121f3e8884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:05.423048 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-64b28f40-5a50-467b-b989-64121f3e8884 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cefe6bba6f2f4be18e04e6d784b0c978&device_id=7fc322aa-263f-4a1d-91fd-6112e9ef0873 HTTP/1.1" status: 200 len: 1097 time: 0.0557837 Jul 15 19:09:05.472166 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-800addc4-3e00-4cb8-bebc-7334ccd26a84 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7220fc8a-b4f2-4d1f-a827-edcf7993c194 HTTP/1.1" status: 200 len: 217 time: 0.0336289 Jul 15 19:09:05.526843 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-93938c68-3eba-4412-86c1-bab4ee19bd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:05.528468 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-93938c68-3eba-4412-86c1-bab4ee19bd8d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6a3bcfa4-bf9d-4077-b69b-cfb7cb4b894f HTTP/1.1" status: 200 len: 855 time: 0.0491188 Jul 15 19:09:05.564946 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-ccdf46c1-cbc4-47b0-b6f2-f7089c2ac3e0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=960e0e51-d3ce-4be9-9b24-b079900ae4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287731 Jul 15 19:09:05.688113 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-0e8ec451-a29d-4434-9f35-6568053caaf7 service neutron] 10.222.0.69 "GET /v2.0/networks/960e0e51-d3ce-4be9-9b24-b079900ae4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137788 Jul 15 19:09:05.813334 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f460b24c-37d1-47d1-8443-1f702b0b6f28 req-0fb5b0fe-4899-47bf-a320-14d0904128e9 service neutron] 10.222.0.69 "GET /v2.0/networks/960e0e51-d3ce-4be9-9b24-b079900ae4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989668 Jul 15 19:09:06.004184 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767616c8-2015-48c3-b57d-a38db540aff7 req-f864a635-3eef-4e60-8371-304898c540dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:06.006837 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-767616c8-2015-48c3-b57d-a38db540aff7 req-f864a635-3eef-4e60-8371-304898c540dd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cefe6bba6f2f4be18e04e6d784b0c978&device_id=7fc322aa-263f-4a1d-91fd-6112e9ef0873 HTTP/1.1" status: 200 len: 1097 time: 0.0936074 Jul 15 19:09:06.120245 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767616c8-2015-48c3-b57d-a38db540aff7 req-6e43c9a9-2fd4-4e4a-b66d-94cc7909b4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:06.121804 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-767616c8-2015-48c3-b57d-a38db540aff7 req-6e43c9a9-2fd4-4e4a-b66d-94cc7909b4b0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=960e0e51-d3ce-4be9-9b24-b079900ae4d0 HTTP/1.1" status: 200 len: 917 time: 0.1085634 Jul 15 19:09:06.165339 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-767616c8-2015-48c3-b57d-a38db540aff7 req-7be18ecd-ebcd-40a7-a0fb-86e24f3dbc29 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7220fc8a-b4f2-4d1f-a827-edcf7993c194 HTTP/1.1" status: 200 len: 217 time: 0.0365722 Jul 15 19:09:06.182506 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4976e-09b8-4ffb-8b40-fa34302b42f7 req-516a252b-9815-4108-89dc-0b81a957d206 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:06.184061 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-96e4976e-09b8-4ffb-8b40-fa34302b42f7 req-516a252b-9815-4108-89dc-0b81a957d206 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc322aa-263f-4a1d-91fd-6112e9ef0873 HTTP/1.1" status: 200 len: 944 time: 0.0839043 Jul 15 19:09:06.225487 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767616c8-2015-48c3-b57d-a38db540aff7 req-b2c0d5cd-2838-4884-be1b-4882bcb481e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:06.227206 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-767616c8-2015-48c3-b57d-a38db540aff7 req-b2c0d5cd-2838-4884-be1b-4882bcb481e4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6a3bcfa4-bf9d-4077-b69b-cfb7cb4b894f HTTP/1.1" status: 200 len: 855 time: 0.0475645 Jul 15 19:09:06.259240 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-96e4976e-09b8-4ffb-8b40-fa34302b42f7 req-71509819-da90-4f4b-9b0b-3e1ad3b5df8f tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/security-groups?id=1bf63e1d-7c63-440b-acb1-6eac56bb18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681877 Jul 15 19:09:06.269589 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-767616c8-2015-48c3-b57d-a38db540aff7 req-32c7dcb1-9c49-4401-bd85-81c7db514103 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=960e0e51-d3ce-4be9-9b24-b079900ae4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336268 Jul 15 19:09:06.405934 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-767616c8-2015-48c3-b57d-a38db540aff7 req-3702438b-a552-4d2a-8795-775fdfa954c9 service neutron] 10.222.0.69 "GET /v2.0/networks/960e0e51-d3ce-4be9-9b24-b079900ae4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261878 Jul 15 19:09:06.418512 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a8c1c-6693-482d-84ab-2d7d012555fc req-6abb64a9-91bd-4316-90a6-9840677fc8e6 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:06.419936 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-5e1a8c1c-6693-482d-84ab-2d7d012555fc req-6abb64a9-91bd-4316-90a6-9840677fc8e6 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.1321630 Jul 15 19:09:06.732830 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-5e1a8c1c-6693-482d-84ab-2d7d012555fc req-3a3ea181-f2e4-4690-957e-f75320e79faa tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3045504 Jul 15 19:09:06.761312 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-767616c8-2015-48c3-b57d-a38db540aff7 req-7af96df8-e0ea-4127-98d9-0cb577dacf45 service neutron] 10.222.0.69 "GET /v2.0/networks/960e0e51-d3ce-4be9-9b24-b079900ae4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402987 Jul 15 19:09:07.439827 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f154b8-c251-49ed-98fa-1e0dec4a2ff4 req-da65ef4e-7421-4015-940c-2aeccdc6e25b tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:07.441467 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-30f154b8-c251-49ed-98fa-1e0dec4a2ff4 req-da65ef4e-7421-4015-940c-2aeccdc6e25b tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc322aa-263f-4a1d-91fd-6112e9ef0873 HTTP/1.1" status: 200 len: 944 time: 0.0678976 Jul 15 19:09:07.480985 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-30f154b8-c251-49ed-98fa-1e0dec4a2ff4 req-7aeea222-fbbb-4831-a6a5-dcc5522c7256 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/security-groups?id=1bf63e1d-7c63-440b-acb1-6eac56bb18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336905 Jul 15 19:09:07.927445 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e59c92-5de3-431f-9dc0-9c9c514f904d req-fb2d64b1-e258-4c4a-9dc6-c496a15b1916 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:07.929002 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-35e59c92-5de3-431f-9dc0-9c9c514f904d req-fb2d64b1-e258-4c4a-9dc6-c496a15b1916 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.0684407 Jul 15 19:09:07.966387 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-35e59c92-5de3-431f-9dc0-9c9c514f904d req-08c78c31-975e-4921-849b-c66c8758e537 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316718 Jul 15 19:09:08.374467 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7576b32-a954-40ff-873a-ad38430c2c95 req-2c0ed7e1-9f5a-4474-bd3f-5ec117fa59e5 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:08.375846 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-d7576b32-a954-40ff-873a-ad38430c2c95 req-2c0ed7e1-9f5a-4474-bd3f-5ec117fa59e5 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.0910730 Jul 15 19:09:08.429348 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-d7576b32-a954-40ff-873a-ad38430c2c95 req-5a25e8f8-ae8c-4bf4-8b4f-b9a1375ba5fd tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464945 Jul 15 19:09:08.432674 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75caa306-a734-4664-8e29-9171d149fd2d req-6cb1a7ed-cea8-4d22-8096-d1a8d5b44f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:08.434070 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-75caa306-a734-4664-8e29-9171d149fd2d req-6cb1a7ed-cea8-4d22-8096-d1a8d5b44f6e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=91c9bcc496f74a1da3a1ee065e5d5817&device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 1098 time: 0.0988300 Jul 15 19:09:08.528430 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75caa306-a734-4664-8e29-9171d149fd2d req-f50b6f5a-59e5-4a9f-8d8f-3a35b192d81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:08.529947 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-75caa306-a734-4664-8e29-9171d149fd2d req-f50b6f5a-59e5-4a9f-8d8f-3a35b192d81d service neutron] 10.222.0.69 "GET /v2.0/networks?id=673ecaa8-9125-4486-9436-19add9ddf5ea HTTP/1.1" status: 200 len: 912 time: 0.0882483 Jul 15 19:09:08.610869 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-75caa306-a734-4664-8e29-9171d149fd2d req-b42886e0-6053-4109-a0be-c579d6be70d9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae626100-1a38-4a07-876e-7f60ec940016 HTTP/1.1" status: 200 len: 1001 time: 0.0686870 Jul 15 19:09:08.661907 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75caa306-a734-4664-8e29-9171d149fd2d req-66e36a0e-bd03-447e-be1f-ee8b95358cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:08.663350 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-75caa306-a734-4664-8e29-9171d149fd2d req-66e36a0e-bd03-447e-be1f-ee8b95358cb8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=14efcbfe-a38f-460b-a7fe-e5ca16293d31 HTTP/1.1" status: 200 len: 849 time: 0.0461328 Jul 15 19:09:08.668972 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4edf6f8-9c8b-4b0f-9a4f-2a9461aca903 req-bb4d6157-e30d-4e80-b0c0-7e5cb52a4f5d tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:08.670771 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-b4edf6f8-9c8b-4b0f-9a4f-2a9461aca903 req-bb4d6157-e30d-4e80-b0c0-7e5cb52a4f5d tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc322aa-263f-4a1d-91fd-6112e9ef0873 HTTP/1.1" status: 200 len: 944 time: 0.0715609 Jul 15 19:09:08.722079 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-b4edf6f8-9c8b-4b0f-9a4f-2a9461aca903 req-ca8c4684-dbe9-4109-9725-974b8e9af22e tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/security-groups?id=1bf63e1d-7c63-440b-acb1-6eac56bb18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405157 Jul 15 19:09:08.738642 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75caa306-a734-4664-8e29-9171d149fd2d req-f4dc6ff9-bd9b-4582-985c-8881ade8c77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:08.740771 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-75caa306-a734-4664-8e29-9171d149fd2d req-f4dc6ff9-bd9b-4582-985c-8881ade8c77f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=673ecaa8-9125-4486-9436-19add9ddf5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700860 Jul 15 19:09:08.847130 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-75caa306-a734-4664-8e29-9171d149fd2d req-c81a6464-4f2e-4f9a-9e19-6125e5d06ff2 service neutron] 10.222.0.69 "GET /v2.0/networks/673ecaa8-9125-4486-9436-19add9ddf5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960653 Jul 15 19:09:08.943161 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-75caa306-a734-4664-8e29-9171d149fd2d req-96d2c03a-fca3-469d-afe5-d7a5b3438343 service neutron] 10.222.0.69 "GET /v2.0/networks/673ecaa8-9125-4486-9436-19add9ddf5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887368 Jul 15 19:09:09.353018 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 7220fc8a-b4f2-4d1f-a827-edcf7993c194 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:09:09.455192 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 7220fc8a-b4f2-4d1f-a827-edcf7993c194, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7220fc8a-b4f2-4d1f-a827-edcf7993c194,segment=NetworkSegment(d5f1c983-8e5e-43db-bc20-b4d4ad135247),segment_id=d5f1c983-8e5e-43db-bc20-b4d4ad135247)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:09:09.468466 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Returning: {'device': '7220fc8a-b4f2-4d1f-a827-edcf7993c194', 'network_id': '960e0e51-d3ce-4be9-9b24-b079900ae4d0', 'port_id': '7220fc8a-b4f2-4d1f-a827-edcf7993c194', 'mac_address': 'fa:16:3e:75:97:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a3bcfa4-bf9d-4077-b69b-cfb7cb4b894f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:09:09.519898 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:09.540207 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7220fc8a-b4f2-4d1f-a827-edcf7993c194 {{(pid=93659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:09:09.562426 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 7220fc8a-b4f2-4d1f-a827-edcf7993c194, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7220fc8a-b4f2-4d1f-a827-edcf7993c194,segment=NetworkSegment(d5f1c983-8e5e-43db-bc20-b4d4ad135247),segment_id=d5f1c983-8e5e-43db-bc20-b4d4ad135247)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:09:09.566883 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:09.621039 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=7220fc8a-b4f2-4d1f-a827-edcf7993c194,revision_number=4']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:09.632678 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:09.632678 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:09.632678 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:09.632678 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:09.632678 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:09.632678 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:09.632678 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:09.632678 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:09.632678 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:09.632678 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:09.632678 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:09.632678 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:09.647863 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace62b2-8d90-4eb5-a66a-696a10dccac0 req-80e500ca-851c-476a-a3a3-394e085b0ac2 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:09.649569 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-4ace62b2-8d90-4eb5-a66a-696a10dccac0 req-80e500ca-851c-476a-a3a3-394e085b0ac2 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.1025083 Jul 15 19:09:09.700905 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-4ace62b2-8d90-4eb5-a66a-696a10dccac0 req-067c41ba-460d-4714-bb46-ebc423fb2575 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456316 Jul 15 19:09:09.899991 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c5a8e-0ad5-4d8b-a569-b690ea6482ad req-c11b060e-00be-4666-ab44-7921847d26e1 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:09.901479 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f16c5a8e-0ad5-4d8b-a569-b690ea6482ad req-c11b060e-00be-4666-ab44-7921847d26e1 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc322aa-263f-4a1d-91fd-6112e9ef0873 HTTP/1.1" status: 200 len: 945 time: 0.0637102 Jul 15 19:09:09.945418 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f16c5a8e-0ad5-4d8b-a569-b690ea6482ad req-69ce68b0-529a-452c-b269-4436b7645855 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/security-groups?id=1bf63e1d-7c63-440b-acb1-6eac56bb18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380220 Jul 15 19:09:09.977450 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] get_ports_and_sgs() called for port_ids ['7220fc8a-b4f2-4d1f-a827-edcf7993c194'] {{(pid=93659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:09:10.880234 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572cedd-ce4d-4181-91d4-094800a9bf49 req-81659070-3c8a-445b-9e0a-1b0aa2630fe3 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:10.881763 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-7572cedd-ce4d-4181-91d4-094800a9bf49 req-81659070-3c8a-445b-9e0a-1b0aa2630fe3 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.0629005 Jul 15 19:09:10.920999 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-7572cedd-ce4d-4181-91d4-094800a9bf49 req-9833401f-9c77-42ff-a76b-80bc44b1215c tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331442 Jul 15 19:09:11.148744 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7188d9-af0a-46a6-bf50-f388c49f8e5b req-889f69d7-2d3a-4024-88fe-c1d981dc19d5 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:11.150154 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-cb7188d9-af0a-46a6-bf50-f388c49f8e5b req-889f69d7-2d3a-4024-88fe-c1d981dc19d5 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc322aa-263f-4a1d-91fd-6112e9ef0873 HTTP/1.1" status: 200 len: 945 time: 0.0682271 Jul 15 19:09:11.187932 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-cb7188d9-af0a-46a6-bf50-f388c49f8e5b req-d7cd00be-c3f4-4048-b1d9-50ea598966d5 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/security-groups?id=1bf63e1d-7c63-440b-acb1-6eac56bb18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322268 Jul 15 19:09:11.373015 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 7220fc8a-b4f2-4d1f-a827-edcf7993c194 up at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:09:11.422937 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Provisioning for port 7220fc8a-b4f2-4d1f-a827-edcf7993c194 completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:09:11.427694 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Provisioning complete for port 7220fc8a-b4f2-4d1f-a827-edcf7993c194 triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:09:11.428054 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:11.506326 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:11.527803 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc322aa-263f-4a1d-91fd-6112e9ef0873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7220fc8a-b4f2-4d1f-a827-edcf7993c194'}] {{(pid=93659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:09:11.530073 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cff241be1680f95bd86cb63ae369edb514e49424f5374e734ea98f44dc6e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbdd104-1069-4cf1-8eca-e7c6a9194fb9" -d '{"events": [{"server_uuid": "7fc322aa-263f-4a1d-91fd-6112e9ef0873", "name": "network-vif-plugged", "status": "completed", "tag": "7220fc8a-b4f2-4d1f-a827-edcf7993c194"}]}' {{(pid=93659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:09:11.542973 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 7220fc8a-b4f2-4d1f-a827-edcf7993c194, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7220fc8a-b4f2-4d1f-a827-edcf7993c194,segment=NetworkSegment(d5f1c983-8e5e-43db-bc20-b4d4ad135247),segment_id=d5f1c983-8e5e-43db-bc20-b4d4ad135247)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:09:11.546809 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:11.570847 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758a1613-71a3-4efe-8cd8-2b344edc772d x-openstack-request-id: req-758a1613-71a3-4efe-8cd8-2b344edc772d {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:09:11.571150 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc322aa-263f-4a1d-91fd-6112e9ef0873", "name": "network-vif-plugged", "status": "completed", "tag": "7220fc8a-b4f2-4d1f-a827-edcf7993c194", "code": 200}]} {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:09:11.571410 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-758a1613-71a3-4efe-8cd8-2b344edc772d {{(pid=93659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:09:11.571798 dv-cinder-788363-8-iscsi neutron-server[93659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc322aa-263f-4a1d-91fd-6112e9ef0873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7220fc8a-b4f2-4d1f-a827-edcf7993c194', 'code': 200} Jul 15 19:09:11.599188 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=7220fc8a-b4f2-4d1f-a827-edcf7993c194,revision_number=5']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:11.866320 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b8741-0a1a-43c2-ab90-91eab4f3f994 req-5babbbb3-363f-457d-ac77-baa67aa7349e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:11.867764 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-9d8b8741-0a1a-43c2-ab90-91eab4f3f994 req-5babbbb3-363f-457d-ac77-baa67aa7349e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7fc322aa-263f-4a1d-91fd-6112e9ef0873 HTTP/1.1" status: 200 len: 1099 time: 0.0618591 Jul 15 19:09:11.907682 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-9d8b8741-0a1a-43c2-ab90-91eab4f3f994 req-c10cc5b1-259c-4728-b1ca-65a0ee25ee4a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1bf63e1d-7c63-440b-acb1-6eac56bb18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265377 Jul 15 19:09:12.366696 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516b441-e0c5-420a-a61e-a467d57a4ef8 req-9a923d1a-542f-4c55-8673-5b8c5aa24aa5 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:12.368142 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-e516b441-e0c5-420a-a61e-a467d57a4ef8 req-9a923d1a-542f-4c55-8673-5b8c5aa24aa5 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc322aa-263f-4a1d-91fd-6112e9ef0873 HTTP/1.1" status: 200 len: 946 time: 0.0669882 Jul 15 19:09:12.406730 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-e516b441-e0c5-420a-a61e-a467d57a4ef8 req-5e527f8b-00eb-4cf1-b20f-984e84773e30 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/security-groups?id=1bf63e1d-7c63-440b-acb1-6eac56bb18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328598 Jul 15 19:09:12.704631 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3cecb0-90c3-477d-a13a-df816bc66590 req-1605592c-0501-4a5e-8e55-64755ec069ad tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:12.706723 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-7c3cecb0-90c3-477d-a13a-df816bc66590 req-1605592c-0501-4a5e-8e55-64755ec069ad tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 945 time: 0.0698462 Jul 15 19:09:12.747319 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-7c3cecb0-90c3-477d-a13a-df816bc66590 req-3c39177d-f682-4f80-a73d-3deb1296868c tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e614a6-2816-4253-b71e-36d5602d5775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328488 Jul 15 19:09:12.772667 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 55094) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:09:12.921868 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cf3ff4-8a09-4cf0-947a-606ac55a0ec4 tempest-TestMinimumBasicScenario-1328310446 tempest-TestMinimumBasicScenario-1328310446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:12.923399 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-75cf3ff4-8a09-4cf0-947a-606ac55a0ec4 tempest-TestMinimumBasicScenario-1328310446 tempest-TestMinimumBasicScenario-1328310446-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 1093 time: 0.1496320 Jul 15 19:09:12.926496 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 55098) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:09:12.931537 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [None req-0bf99e8f-a3a7-43e9-a56a-91e2b054dac7 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Request body: {'floatingip': {'floating_network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'port_id': 'c90eb31d-4227-4a80-8766-74873258db61', 'tenant_id': '6376ca77efd740189f836e21e81181c7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:09:12.954986 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-0bf99e8f-a3a7-43e9-a56a-91e2b054dac7 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks [] for floatingip, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:13.057971 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-0bf99e8f-a3a7-43e9-a56a-91e2b054dac7 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:13.166275 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.db_base_plugin_common [None req-0bf99e8f-a3a7-43e9-a56a-91e2b054dac7 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Allocated IP 172.27.2.91 (e1e7053a-85e2-45af-9353-c5375187db21/9528084b-89d8-4124-b104-08bd71cd5eaa/b507e771-94ba-4331-9cce-2239f6afe232) {{(pid=93658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:09:13.270175 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-0bf99e8f-a3a7-43e9-a56a-91e2b054dac7 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks [] for port, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:13.314891 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-0bf99e8f-a3a7-43e9-a56a-91e2b054dac7 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4513278'] for port, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:13.354856 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf99e8f-a3a7-43e9-a56a-91e2b054dac7 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Network e1e7053a-85e2-45af-9353-c5375187db21 is already hosted by enough agents. {{(pid=93658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:09:13.357747 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.base_scheduler [None req-0bf99e8f-a3a7-43e9-a56a-91e2b054dac7 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Resources bound (agent type, host, resource id): {{(pid=93658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:09:13.361286 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf99e8f-a3a7-43e9-a56a-91e2b054dac7 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Received port after_create {{(pid=93658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:09:13.367553 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf99e8f-a3a7-43e9-a56a-91e2b054dac7 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Pushing event updated for resources: {'Port': ['ID=b507e771-94ba-4331-9cce-2239f6afe232,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:13.397494 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf99e8f-a3a7-43e9-a56a-91e2b054dac7 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:13.397897 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf99e8f-a3a7-43e9-a56a-91e2b054dac7 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:13.398747 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf99e8f-a3a7-43e9-a56a-91e2b054dac7 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:13.398747 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf99e8f-a3a7-43e9-a56a-91e2b054dac7 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:13.398966 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf99e8f-a3a7-43e9-a56a-91e2b054dac7 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:13.399174 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf99e8f-a3a7-43e9-a56a-91e2b054dac7 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:13.399500 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf99e8f-a3a7-43e9-a56a-91e2b054dac7 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:13.399822 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf99e8f-a3a7-43e9-a56a-91e2b054dac7 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:13.400142 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf99e8f-a3a7-43e9-a56a-91e2b054dac7 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:13.400518 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf99e8f-a3a7-43e9-a56a-91e2b054dac7 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:13.400790 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf99e8f-a3a7-43e9-a56a-91e2b054dac7 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:13.401109 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf99e8f-a3a7-43e9-a56a-91e2b054dac7 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:13.693998 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f7fe6-c0f3-4817-a3d4-608a579551dc req-def6d117-de0a-4ccf-93c7-8e301f13b6d6 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:13.695534 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-710f7fe6-c0f3-4817-a3d4-608a579551dc req-def6d117-de0a-4ccf-93c7-8e301f13b6d6 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc322aa-263f-4a1d-91fd-6112e9ef0873 HTTP/1.1" status: 200 len: 946 time: 0.1607878 Jul 15 19:09:13.815938 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f61027-0e41-4c66-9f85-fff239e47038 req-0c2e0fc6-2710-4c32-9e52-9d6f6b61eae4 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:13.817535 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-88f61027-0e41-4c66-9f85-fff239e47038 req-0c2e0fc6-2710-4c32-9e52-9d6f6b61eae4 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 946 time: 0.0654194 Jul 15 19:09:13.818623 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-710f7fe6-c0f3-4817-a3d4-608a579551dc req-4d0cac79-5b61-4f81-80b9-7bbcd4fe4ee7 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/security-groups?id=1bf63e1d-7c63-440b-acb1-6eac56bb18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155999 Jul 15 19:09:13.860782 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-88f61027-0e41-4c66-9f85-fff239e47038 req-7ec76119-73d7-4626-8944-dc1deb936f13 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372579 Jul 15 19:09:13.969335 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-0bf99e8f-a3a7-43e9-a56a-91e2b054dac7 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:14.076789 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-0bf99e8f-a3a7-43e9-a56a-91e2b054dac7 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:14.244305 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-0bf99e8f-a3a7-43e9-a56a-91e2b054dac7 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks [] for port, precommit_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:14.249104 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-0bf99e8f-a3a7-43e9-a56a-91e2b054dac7 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4513223'] for port, after_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:14.315790 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf99e8f-a3a7-43e9-a56a-91e2b054dac7 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Pushing event updated for resources: {'Port': ['ID=b507e771-94ba-4331-9cce-2239f6afe232,revision_number=2']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:14.327999 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-0bf99e8f-a3a7-43e9-a56a-91e2b054dac7 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764579'] for floatingip, after_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:14.424199 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.db.l3_db [None req-0bf99e8f-a3a7-43e9-a56a-91e2b054dac7 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Floating IP d96d6f2e-2ee8-435b-b374-40763202d86e associated. External IP: 172.27.2.91, port: c90eb31d-4227-4a80-8766-74873258db61. Jul 15 19:09:14.632138 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf99e8f-a3a7-43e9-a56a-91e2b054dac7 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Router 5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3 has already been hosted by L3 agent d1959f4f-c5e4-447e-bdea-87c7e923db15 {{(pid=93658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:09:14.972015 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf99e8f-a3a7-43e9-a56a-91e2b054dac7 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify agent at l3_agent.dv-cinder-788363-8-iscsi the message routers_updated {{(pid=93658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:09:14.982861 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc12c08-10c7-4a1b-b6b5-5b529ea54595 None None] Sync routers for ids ['5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3'] in dv-cinder-788363-8-iscsi {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:09:14.993412 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc12c08-10c7-4a1b-b6b5-5b529ea54595 None None] Routers {'5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:09:14.994072 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-7bc12c08-10c7-4a1b-b6b5-5b529ea54595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:08:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:09:15.014853 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-0bf99e8f-a3a7-43e9-a56a-91e2b054dac7 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for floatingip, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:15.072930 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-0bf99e8f-a3a7-43e9-a56a-91e2b054dac7 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1420803 Jul 15 19:09:15.072930 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca7bde41-fedd-4acb-8f81-2489455a4d92', 'tag': 'c90eb31d-4227-4a80-8766-74873258db61'}] {{(pid=93658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:09:15.073580 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 55116) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:09:15.074197 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b58f88415513d6787191dd44e0a29b3917631101a239d5effbe25afab188a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4bfa2e-a95d-4053-8757-5a4a405d7013" -d '{"events": [{"name": "network-changed", "server_uuid": "ca7bde41-fedd-4acb-8f81-2489455a4d92", "tag": "c90eb31d-4227-4a80-8766-74873258db61"}]}' {{(pid=93658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:09:15.078905 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-9e58b712-af87-4fca-92bb-3a03c687d37b tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-229864984', 'description': 'tempest-secgroup-smoke-229864984 description', 'project_id': '6376ca77efd740189f836e21e81181c7'}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:09:15.094820 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e9d8d-771b-4919-9246-3f740e73b9ac req-9d315963-5c54-4855-9de3-965765665889 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:15.096444 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-527e9d8d-771b-4919-9246-3f740e73b9ac req-9d315963-5c54-4855-9de3-965765665889 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 946 time: 0.1137166 Jul 15 19:09:15.117415 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-7bc12c08-10c7-4a1b-b6b5-5b529ea54595 None None] Set router 5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:09:15.118168 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-9e58b712-af87-4fca-92bb-3a03c687d37b tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:15.137470 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe8d435-4967-4448-bf2f-eb748ae43bed x-openstack-request-id: req-ebe8d435-4967-4448-bf2f-eb748ae43bed {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:09:15.138018 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca7bde41-fedd-4acb-8f81-2489455a4d92", "tag": "c90eb31d-4227-4a80-8766-74873258db61", "status": "completed", "code": 200}]} {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:09:15.138018 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ebe8d435-4967-4448-bf2f-eb748ae43bed {{(pid=93658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:09:15.138962 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca7bde41-fedd-4acb-8f81-2489455a4d92', 'tag': 'c90eb31d-4227-4a80-8766-74873258db61', 'status': 'completed', 'code': 200} Jul 15 19:09:15.158439 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-527e9d8d-771b-4919-9246-3f740e73b9ac req-7299db41-7d8b-48a5-baff-175a0dddbf0f tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516818 Jul 15 19:09:15.252379 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-9e58b712-af87-4fca-92bb-3a03c687d37b tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:15.259142 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-9e58b712-af87-4fca-92bb-3a03c687d37b tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:15.277911 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-9e58b712-af87-4fca-92bb-3a03c687d37b tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:15.282922 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-9e58b712-af87-4fca-92bb-3a03c687d37b tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2050335 Jul 15 19:09:15.284549 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 55124) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:09:15.293791 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [None req-a903da44-052f-4f61-b925-493d6aba5df7 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Request body: {'security_group_rule': {'security_group_id': 'e0bcc6ae-5974-4f59-9586-469e3900a831', 'project_id': '6376ca77efd740189f836e21e81181c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:09:15.306849 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e58b712-af87-4fca-92bb-3a03c687d37b tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bcc6ae-5974-4f59-9586-469e3900a831,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:15.318172 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58b712-af87-4fca-92bb-3a03c687d37b tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:15.318783 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58b712-af87-4fca-92bb-3a03c687d37b tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:15.319233 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58b712-af87-4fca-92bb-3a03c687d37b tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:15.319677 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58b712-af87-4fca-92bb-3a03c687d37b tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:15.320363 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58b712-af87-4fca-92bb-3a03c687d37b tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:15.320812 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58b712-af87-4fca-92bb-3a03c687d37b tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:15.321568 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58b712-af87-4fca-92bb-3a03c687d37b tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:15.322103 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58b712-af87-4fca-92bb-3a03c687d37b tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:15.322593 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58b712-af87-4fca-92bb-3a03c687d37b tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:15.323024 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58b712-af87-4fca-92bb-3a03c687d37b tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:15.323606 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58b712-af87-4fca-92bb-3a03c687d37b tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:15.324038 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58b712-af87-4fca-92bb-3a03c687d37b tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:15.330682 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-a903da44-052f-4f61-b925-493d6aba5df7 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:15.355839 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bfa2e-a95d-4053-8757-5a4a405d7013 req-bccba122-1951-4138-a2ad-3be92ab039f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:15.357411 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-8d4bfa2e-a95d-4053-8757-5a4a405d7013 req-bccba122-1951-4138-a2ad-3be92ab039f3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6376ca77efd740189f836e21e81181c7&device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 1098 time: 0.1425529 Jul 15 19:09:15.400632 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-a903da44-052f-4f61-b925-493d6aba5df7 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:15.411098 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-a903da44-052f-4f61-b925-493d6aba5df7 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610094'] for security_group_rule, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:15.434412 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-a903da44-052f-4f61-b925-493d6aba5df7 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:15.438749 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-a903da44-052f-4f61-b925-493d6aba5df7 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1502254 Jul 15 19:09:15.439003 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 55128) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:09:15.439619 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903da44-052f-4f61-b925-493d6aba5df7 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a13284a6-cbcd-47e9-9bed-2781fe3354d9,revision_number=0']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:15.445974 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [None req-33192190-2c08-4a11-85c7-7e3665c1599c tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Request body: {'security_group_rule': {'security_group_id': 'e0bcc6ae-5974-4f59-9586-469e3900a831', 'project_id': '6376ca77efd740189f836e21e81181c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:09:15.476785 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-33192190-2c08-4a11-85c7-7e3665c1599c tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:15.603935 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-33192190-2c08-4a11-85c7-7e3665c1599c tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:15.611503 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-7bc12c08-10c7-4a1b-b6b5-5b529ea54595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3', 'name': 'tempest-TestMinimumBasicScenario-1072956974-router', 'tenant_id': '6376ca77efd740189f836e21e81181c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '69036fd5-d126-4226-bc11-2761199d27d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:08:10Z', 'updated_at': '2021-07-15T19:08:16Z', 'revision_number': 4, 'project_id': '6376ca77efd740189f836e21e81181c7', 'gw_port': {'id': '69036fd5-d126-4226-bc11-2761199d27d9', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:11Z', 'updated_at': '2021-07-15T19:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_floatingips': [{'id': 'd96d6f2e-2ee8-435b-b374-40763202d86e', 'tenant_id': '6376ca77efd740189f836e21e81181c7', 'floating_ip_address': '172.27.2.91', 'floating_network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'router_id': '5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3', 'port_id': 'c90eb31d-4227-4a80-8766-74873258db61', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f681b99-32a5-40d5-a305-9f755d31a4dd', 'mac_address': 'fa:16:3e:3e:a2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7bde41-fedd-4acb-8f81-2489455a4d92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:09:13Z', 'updated_at': '2021-07-15T19:09:13Z', 'revision_number': 0, 'project_id': '6376ca77efd740189f836e21e81181c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64f7562c-b4b6-4555-910a-56df4efe471f', 'name': '', 'network_id': '5f681b99-32a5-40d5-a305-9f755d31a4dd', 'tenant_id': '6376ca77efd740189f836e21e81181c7', 'mac_address': 'fa:16:3e:e3:9e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '4c34bb00-b595-4058-9158-654376820017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:15Z', 'updated_at': '2021-07-15T19:08:24Z', 'revision_number': 5, 'project_id': '6376ca77efd740189f836e21e81181c7', 'subnets': [{'id': '4c34bb00-b595-4058-9158-654376820017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:09:15.612940 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-33192190-2c08-4a11-85c7-7e3665c1599c tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610094'] for security_group_rule, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:15.642212 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33192190-2c08-4a11-85c7-7e3665c1599c tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b33f65e5-5a8e-4dd7-8084-051bf4c00d2b,revision_number=0']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:15.647903 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bfa2e-a95d-4053-8757-5a4a405d7013 req-96afc67d-c01e-44da-8a9e-e0e9a763d920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:15.649571 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-8d4bfa2e-a95d-4053-8757-5a4a405d7013 req-96afc67d-c01e-44da-8a9e-e0e9a763d920 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5f681b99-32a5-40d5-a305-9f755d31a4dd HTTP/1.1" status: 200 len: 917 time: 0.1611218 Jul 15 19:09:15.651617 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-33192190-2c08-4a11-85c7-7e3665c1599c tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:15.653040 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-33192190-2c08-4a11-85c7-7e3665c1599c tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2111964 Jul 15 19:09:15.656027 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 55134) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:09:15.664319 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [None req-4f265434-cdde-4db1-9a1c-49bc349ffda2 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Request body: {'security_group_rule': {'security_group_id': 'e0bcc6ae-5974-4f59-9586-469e3900a831', 'project_id': '6376ca77efd740189f836e21e81181c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:09:15.668620 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc12c08-10c7-4a1b-b6b5-5b529ea54595 None None] Checking router: 5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3 for host: dv-cinder-788363-8-iscsi {{(pid=93659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:09:15.685971 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc12c08-10c7-4a1b-b6b5-5b529ea54595 None None] Routers {'5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:09:15.687104 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-7bc12c08-10c7-4a1b-b6b5-5b529ea54595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:08:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:09:15.757249 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-8d4bfa2e-a95d-4053-8757-5a4a405d7013 req-743d823e-90fc-4f91-af1c-438e3672353e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c90eb31d-4227-4a80-8766-74873258db61 HTTP/1.1" status: 200 len: 998 time: 0.0865934 Jul 15 19:09:15.759424 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-4f265434-cdde-4db1-9a1c-49bc349ffda2 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:15.876013 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-7bc12c08-10c7-4a1b-b6b5-5b529ea54595 None None] Set router 5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:09:15.891657 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bfa2e-a95d-4053-8757-5a4a405d7013 req-1c43b4b4-fed8-4e40-831b-629964b14d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:15.893267 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-8d4bfa2e-a95d-4053-8757-5a4a405d7013 req-1c43b4b4-fed8-4e40-831b-629964b14d8c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c34bb00-b595-4058-9158-654376820017 HTTP/1.1" status: 200 len: 854 time: 0.0970323 Jul 15 19:09:15.895337 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-4f265434-cdde-4db1-9a1c-49bc349ffda2 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:15.905018 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b038e4-3336-4bf2-8934-d629cf48aacf req-91a5be89-66a7-4706-92d5-2354781aa3c9 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:15.907899 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f8b038e4-3336-4bf2-8934-d629cf48aacf req-91a5be89-66a7-4706-92d5-2354781aa3c9 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.69 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 946 time: 0.1270225 Jul 15 19:09:15.922783 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-4f265434-cdde-4db1-9a1c-49bc349ffda2 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610094'] for security_group_rule, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:15.994617 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f265434-cdde-4db1-9a1c-49bc349ffda2 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed4c194a-6982-4ed7-8b4d-7eec96df232e,revision_number=0']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:16.009130 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-4f265434-cdde-4db1-9a1c-49bc349ffda2 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:16.014360 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-4f265434-cdde-4db1-9a1c-49bc349ffda2 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3533344 Jul 15 19:09:16.014962 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 55138) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:09:16.027595 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [None req-9c4f6c74-2656-4d1a-990c-0759e8f42f03 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Request body: {'security_group_rule': {'security_group_id': 'e0bcc6ae-5974-4f59-9586-469e3900a831', 'project_id': '6376ca77efd740189f836e21e81181c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:09:16.076496 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [req-f8b038e4-3336-4bf2-8934-d629cf48aacf req-1d62db40-35d5-4f5b-aee4-08e57590ddb6 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Deleting port 910e4255-cffb-47b8-86c7-b5373835f799 {{(pid=93657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:09:16.077261 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-f8b038e4-3336-4bf2-8934-d629cf48aacf req-1d62db40-35d5-4f5b-aee4-08e57590ddb6 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:16.087054 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bfa2e-a95d-4053-8757-5a4a405d7013 req-85d98037-9b27-4419-8ab3-469135ab9157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:16.089917 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-8d4bfa2e-a95d-4053-8757-5a4a405d7013 req-85d98037-9b27-4419-8ab3-469135ab9157 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5f681b99-32a5-40d5-a305-9f755d31a4dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1885645 Jul 15 19:09:16.100650 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-9c4f6c74-2656-4d1a-990c-0759e8f42f03 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:16.194109 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [req-f8b038e4-3336-4bf2-8934-d629cf48aacf req-1d62db40-35d5-4f5b-aee4-08e57590ddb6 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] For port 910e4255-cffb-47b8-86c7-b5373835f799, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=910e4255-cffb-47b8-86c7-b5373835f799,segment=NetworkSegment(c5f8fc6e-ca65-461a-98f0-ca6e4f10d746),segment_id=c5f8fc6e-ca65-461a-98f0-ca6e4f10d746)] {{(pid=93657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:09:16.194408 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-f8b038e4-3336-4bf2-8934-d629cf48aacf req-1d62db40-35d5-4f5b-aee4-08e57590ddb6 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:16.212908 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-7bc12c08-10c7-4a1b-b6b5-5b529ea54595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3', 'name': 'tempest-TestMinimumBasicScenario-1072956974-router', 'tenant_id': '6376ca77efd740189f836e21e81181c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '69036fd5-d126-4226-bc11-2761199d27d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:08:10Z', 'updated_at': '2021-07-15T19:08:16Z', 'revision_number': 4, 'project_id': '6376ca77efd740189f836e21e81181c7', 'gw_port': {'id': '69036fd5-d126-4226-bc11-2761199d27d9', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:11Z', 'updated_at': '2021-07-15T19:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_floatingips': [{'id': 'd96d6f2e-2ee8-435b-b374-40763202d86e', 'tenant_id': '6376ca77efd740189f836e21e81181c7', 'floating_ip_address': '172.27.2.91', 'floating_network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'router_id': '5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3', 'port_id': 'c90eb31d-4227-4a80-8766-74873258db61', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f681b99-32a5-40d5-a305-9f755d31a4dd', 'mac_address': 'fa:16:3e:3e:a2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7bde41-fedd-4acb-8f81-2489455a4d92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:09:13Z', 'updated_at': '2021-07-15T19:09:13Z', 'revision_number': 0, 'project_id': '6376ca77efd740189f836e21e81181c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64f7562c-b4b6-4555-910a-56df4efe471f', 'name': '', 'network_id': '5f681b99-32a5-40d5-a305-9f755d31a4dd', 'tenant_id': '6376ca77efd740189f836e21e81181c7', 'mac_address': 'fa:16:3e:e3:9e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '4c34bb00-b595-4058-9158-654376820017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:15Z', 'updated_at': '2021-07-15T19:08:24Z', 'revision_number': 5, 'project_id': '6376ca77efd740189f836e21e81181c7', 'subnets': [{'id': '4c34bb00-b595-4058-9158-654376820017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:09:16.262281 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc12c08-10c7-4a1b-b6b5-5b529ea54595 None None] The sync data for ids ['5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3'] in dv-cinder-788363-8-iscsi is: [{'id': '5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3', 'name': 'tempest-TestMinimumBasicScenario-1072956974-router', 'tenant_id': '6376ca77efd740189f836e21e81181c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '69036fd5-d126-4226-bc11-2761199d27d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:08:10Z', 'updated_at': '2021-07-15T19:08:16Z', 'revision_number': 4, 'project_id': '6376ca77efd740189f836e21e81181c7', 'gw_port': {'id': '69036fd5-d126-4226-bc11-2761199d27d9', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:11Z', 'updated_at': '2021-07-15T19:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_floatingips': [{'id': 'd96d6f2e-2ee8-435b-b374-40763202d86e', 'tenant_id': '6376ca77efd740189f836e21e81181c7', 'floating_ip_address': '172.27.2.91', 'floating_network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'router_id': '5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3', 'port_id': 'c90eb31d-4227-4a80-8766-74873258db61', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f681b99-32a5-40d5-a305-9f755d31a4dd', 'mac_address': 'fa:16:3e:3e:a2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7bde41-fedd-4acb-8f81-2489455a4d92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:09:13Z', 'updated_at': '2021-07-15T19:09:13Z', 'revision_number': 0, 'project_id': '6376ca77efd740189f836e21e81181c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64f7562c-b4b6-4555-910a-56df4efe471f', 'name': '', 'network_id': '5f681b99-32a5-40d5-a305-9f755d31a4dd', 'tenant_id': '6376ca77efd740189f836e21e81181c7', 'mac_address': 'fa:16:3e:e3:9e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '4c34bb00-b595-4058-9158-654376820017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:15Z', 'updated_at': '2021-07-15T19:08:24Z', 'revision_number': 5, 'project_id': '6376ca77efd740189f836e21e81181c7', 'subnets': [{'id': '4c34bb00-b595-4058-9158-654376820017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:09:16.312404 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-9c4f6c74-2656-4d1a-990c-0759e8f42f03 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:16.361762 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-9c4f6c74-2656-4d1a-990c-0759e8f42f03 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610094'] for security_group_rule, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:16.405160 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4f6c74-2656-4d1a-990c-0759e8f42f03 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcb9d98d-8235-4ad5-9995-ae31475e0822,revision_number=0']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:16.408616 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-8d4bfa2e-a95d-4053-8757-5a4a405d7013 req-226d289f-4de7-4280-91c9-f688dd1c921b service neutron] 10.222.0.69 "GET /v2.0/networks/5f681b99-32a5-40d5-a305-9f755d31a4dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910929 Jul 15 19:09:16.443093 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-9c4f6c74-2656-4d1a-990c-0759e8f42f03 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:16.447663 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-9c4f6c74-2656-4d1a-990c-0759e8f42f03 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4287601 Jul 15 19:09:16.450695 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 55142) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:09:16.455330 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-a32bd672-10c7-4479-9e10-565d2ae0af56 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Request body: {'security_group_rule': {'security_group_id': 'e0bcc6ae-5974-4f59-9586-469e3900a831', 'project_id': '6376ca77efd740189f836e21e81181c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:09:16.513056 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d064d-55d6-4e6f-b219-a05b21acf41b req-eb53a7b4-7e93-4219-87d8-24cdb3cfbbc4 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:16.517208 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-281d064d-55d6-4e6f-b219-a05b21acf41b req-eb53a7b4-7e93-4219-87d8-24cdb3cfbbc4 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 946 time: 0.2122171 Jul 15 19:09:16.526634 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.db.securitygroups_db [None req-a32bd672-10c7-4479-9e10-565d2ae0af56 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Project 6376ca77efd740189f836e21e81181c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 19:09:16.540378 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-a32bd672-10c7-4479-9e10-565d2ae0af56 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:16.547631 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affb1052-77b9-4478-a48c-2988cff31f7e None None] New status for floating IP d96d6f2e-2ee8-435b-b374-40763202d86e: ACTIVE {{(pid=93660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:09:16.589849 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-281d064d-55d6-4e6f-b219-a05b21acf41b req-c298a139-5ba9-46bd-9c42-092f34a922d2 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707483 Jul 15 19:09:16.590283 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-f8b038e4-3336-4bf2-8934-d629cf48aacf req-1d62db40-35d5-4f5b-aee4-08e57590ddb6 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:16.590667 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-f8b038e4-3336-4bf2-8934-d629cf48aacf req-1d62db40-35d5-4f5b-aee4-08e57590ddb6 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764579'] for floatingip, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:16.590980 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.db.l3_db [req-f8b038e4-3336-4bf2-8934-d629cf48aacf req-1d62db40-35d5-4f5b-aee4-08e57590ddb6 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Floating IP ccee9dcc-e3c1-4533-8269-e85859769cc1 disassociated. External IP: 172.27.2.80, port: 910e4255-cffb-47b8-86c7-b5373835f799. Jul 15 19:09:16.591317 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [req-f8b038e4-3336-4bf2-8934-d629cf48aacf req-1d62db40-35d5-4f5b-aee4-08e57590ddb6 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Calling delete_port for 910e4255-cffb-47b8-86c7-b5373835f799 owned by compute:nova {{(pid=93657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:09:16.596695 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-8d4bfa2e-a95d-4053-8757-5a4a405d7013 req-980e6c8f-7677-4ec6-bb16-9a6a618ff112 service neutron] 10.222.0.69 "GET /v2.0/networks/5f681b99-32a5-40d5-a305-9f755d31a4dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803131 Jul 15 19:09:16.652145 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-a32bd672-10c7-4479-9e10-565d2ae0af56 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:16.659640 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-a32bd672-10c7-4479-9e10-565d2ae0af56 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610094'] for security_group_rule, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:16.690969 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32bd672-10c7-4479-9e10-565d2ae0af56 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faf94128-b843-4d41-bf8a-aeda50a7570f,revision_number=0']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:16.697746 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-a32bd672-10c7-4479-9e10-565d2ae0af56 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:16.702707 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-a32bd672-10c7-4479-9e10-565d2ae0af56 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2471936 Jul 15 19:09:16.703205 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 55144) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:09:16.710123 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [None req-a76de25f-5590-4f81-a1c7-3ff22473fded tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Request body: {'security_group_rule': {'security_group_id': 'e0bcc6ae-5974-4f59-9586-469e3900a831', 'project_id': '6376ca77efd740189f836e21e81181c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:09:16.736607 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.db.securitygroups_db [None req-a76de25f-5590-4f81-a1c7-3ff22473fded tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Project 6376ca77efd740189f836e21e81181c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 19:09:16.746241 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-a76de25f-5590-4f81-a1c7-3ff22473fded tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:16.781307 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-f8b038e4-3336-4bf2-8934-d629cf48aacf req-1d62db40-35d5-4f5b-aee4-08e57590ddb6 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:16.820532 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d62db40-35d5-4f5b-aee4-08e57590ddb6 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Pushing event deleted for resources: {'Port': ['ID=910e4255-cffb-47b8-86c7-b5373835f799,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:16.824028 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-a76de25f-5590-4f81-a1c7-3ff22473fded tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:16.830456 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-a76de25f-5590-4f81-a1c7-3ff22473fded tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610094'] for security_group_rule, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:16.856590 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76de25f-5590-4f81-a1c7-3ff22473fded tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e30b231-e6bd-4992-adae-fb607a8254e5,revision_number=0']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:16.860660 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-a76de25f-5590-4f81-a1c7-3ff22473fded tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:16.865706 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-a76de25f-5590-4f81-a1c7-3ff22473fded tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1567116 Jul 15 19:09:16.969709 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8b038e4-3336-4bf2-8934-d629cf48aacf req-1d62db40-35d5-4f5b-aee4-08e57590ddb6 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Router 7b9759c3-89bb-4cac-8bad-7129a62d1c00 has already been hosted by L3 agent d1959f4f-c5e4-447e-bdea-87c7e923db15 {{(pid=93657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:09:17.048528 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1c9d8abe-29dd-4153-884d-580b40e141db req-536665ab-9dcd-47bf-a88b-52ab0715e431 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-229864984&fields=id&tenant_id=6376ca77efd740189f836e21e81181c7 HTTP/1.1" status: 200 len: 267 time: 0.0767834 Jul 15 19:09:17.153390 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8b038e4-3336-4bf2-8934-d629cf48aacf req-1d62db40-35d5-4f5b-aee4-08e57590ddb6 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify agent at l3_agent.dv-cinder-788363-8-iscsi the message routers_updated {{(pid=93657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:09:17.164417 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aba80b6-2756-47ba-981b-77da789c873e None None] Sync routers for ids ['7b9759c3-89bb-4cac-8bad-7129a62d1c00'] in dv-cinder-788363-8-iscsi {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:09:17.178994 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aba80b6-2756-47ba-981b-77da789c873e None None] Routers {'7b9759c3-89bb-4cac-8bad-7129a62d1c00'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:09:17.179987 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-6aba80b6-2756-47ba-981b-77da789c873e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:08:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['7b9759c3-89bb-4cac-8bad-7129a62d1c00'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:09:17.216461 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d8abe-29dd-4153-884d-580b40e141db req-c0230499-0038-4e5f-b485-1d1a3dbe67f0 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:17.218081 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1c9d8abe-29dd-4153-884d-580b40e141db req-c0230499-0038-4e5f-b485-1d1a3dbe67f0 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 945 time: 0.1600692 Jul 15 19:09:17.218942 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b038e4-3336-4bf2-8934-d629cf48aacf req-1d62db40-35d5-4f5b-aee4-08e57590ddb6 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] No DVR routers for this DVR port 910e4255-cffb-47b8-86c7-b5373835f799 on host hv-cinder-78836 {{(pid=93657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:09:17.221598 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-f8b038e4-3336-4bf2-8934-d629cf48aacf req-1d62db40-35d5-4f5b-aee4-08e57590ddb6 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:17.223825 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f8b038e4-3336-4bf2-8934-d629cf48aacf req-1d62db40-35d5-4f5b-aee4-08e57590ddb6 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.69 "DELETE /v2.0/ports/910e4255-cffb-47b8-86c7-b5373835f799 HTTP/1.1" status: 204 len: 173 time: 1.3095679 Jul 15 19:09:17.224301 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '581ac5fb-522d-4196-8736-01ddee95b0a5', 'name': 'network-vif-deleted', 'tag': '910e4255-cffb-47b8-86c7-b5373835f799'}] {{(pid=93657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:09:17.226664 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b0cfcdb1f3b1ee888c4befe2123a349a82046d9ec1555bca0e5a99b684397f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b320c275-228d-4892-a388-0d18377999ad" -d '{"events": [{"server_uuid": "581ac5fb-522d-4196-8736-01ddee95b0a5", "name": "network-vif-deleted", "tag": "910e4255-cffb-47b8-86c7-b5373835f799"}]}' {{(pid=93657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:09:17.240971 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [req-1c9d8abe-29dd-4153-884d-580b40e141db req-78a578ef-d858-41aa-9ae3-7487a0cb1a18 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Request body: {'port': {'security_groups': ['09e614a6-2816-4253-b71e-36d5602d5775', 'e0bcc6ae-5974-4f59-9586-469e3900a831']}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:09:17.287056 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed9f08b-d208-44b3-845c-801f836fb411 x-openstack-request-id: req-0ed9f08b-d208-44b3-845c-801f836fb411 {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:09:17.287413 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "581ac5fb-522d-4196-8736-01ddee95b0a5", "name": "network-vif-deleted", "tag": "910e4255-cffb-47b8-86c7-b5373835f799", "status": "completed", "code": 200}]} {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:09:17.287672 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0ed9f08b-d208-44b3-845c-801f836fb411 {{(pid=93657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:09:17.288076 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '581ac5fb-522d-4196-8736-01ddee95b0a5', 'name': 'network-vif-deleted', 'tag': '910e4255-cffb-47b8-86c7-b5373835f799', 'status': 'completed', 'code': 200} Jul 15 19:09:17.336359 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-6aba80b6-2756-47ba-981b-77da789c873e None None] Set router 7b9759c3-89bb-4cac-8bad-7129a62d1c00 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:09:17.397863 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-1c9d8abe-29dd-4153-884d-580b40e141db req-78a578ef-d858-41aa-9ae3-7487a0cb1a18 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:17.668833 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-6aba80b6-2756-47ba-981b-77da789c873e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'name': 'tempest-AttachVolumeShelveTestJSON-637004643-router', 'tenant_id': '509209d2c8bd40dc87dfc3c3ad815494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'd31377b5-90c0-435a-8a0e-da412031a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:51Z', 'updated_at': '2021-07-15T19:05:01Z', 'revision_number': 4, 'project_id': '509209d2c8bd40dc87dfc3c3ad815494', 'gw_port': {'id': 'd31377b5-90c0-435a-8a0e-da412031a132', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:52Z', 'updated_at': '2021-07-15T19:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': '4da03f02-b7d6-4be0-acf2-186cc838576d', 'name': '', 'network_id': '4bce21e0-88dc-4de8-9d22-c4e766c0d73f', 'tenant_id': '509209d2c8bd40dc87dfc3c3ad815494', 'mac_address': 'fa:16:3e:9f:d1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '4c53d632-04b3-4db0-b6ce-07c07955a0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:58Z', 'updated_at': '2021-07-15T19:05:13Z', 'revision_number': 5, 'project_id': '509209d2c8bd40dc87dfc3c3ad815494', 'subnets': [{'id': '4c53d632-04b3-4db0-b6ce-07c07955a0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:09:17.670388 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [req-1c9d8abe-29dd-4153-884d-580b40e141db req-78a578ef-d858-41aa-9ae3-7487a0cb1a18 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] For port c90eb31d-4227-4a80-8766-74873258db61, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c90eb31d-4227-4a80-8766-74873258db61,segment=NetworkSegment(e54b7806-39e4-4d2a-9b5d-7d5341eb4a5c),segment_id=e54b7806-39e4-4d2a-9b5d-7d5341eb4a5c)] {{(pid=93657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:09:17.708976 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-1c9d8abe-29dd-4153-884d-580b40e141db req-78a578ef-d858-41aa-9ae3-7487a0cb1a18 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks [] for port, precommit_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:17.717570 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-1c9d8abe-29dd-4153-884d-580b40e141db req-78a578ef-d858-41aa-9ae3-7487a0cb1a18 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6305852'] for port, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:17.735183 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.agents_db [None req-ef181030-a4ef-48d9-9156-44fb1018252a None None] Agent healthcheck: found 6 active agents {{(pid=93660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:09:17.748043 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aba80b6-2756-47ba-981b-77da789c873e None None] Checking router: 7b9759c3-89bb-4cac-8bad-7129a62d1c00 for host: dv-cinder-788363-8-iscsi {{(pid=93659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:09:17.759260 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] get_ports_and_sgs() called for port_ids ['c90eb31d-4227-4a80-8766-74873258db61'] {{(pid=93659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:09:17.799169 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d8abe-29dd-4153-884d-580b40e141db req-78a578ef-d858-41aa-9ae3-7487a0cb1a18 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:17.799908 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-1c9d8abe-29dd-4153-884d-580b40e141db req-78a578ef-d858-41aa-9ae3-7487a0cb1a18 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:17.801741 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1c9d8abe-29dd-4153-884d-580b40e141db req-78a578ef-d858-41aa-9ae3-7487a0cb1a18 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "PUT /v2.0/ports/c90eb31d-4227-4a80-8766-74873258db61 HTTP/1.1" status: 200 len: 981 time: 0.5713637 Jul 15 19:09:17.818977 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aba80b6-2756-47ba-981b-77da789c873e None None] Routers {'7b9759c3-89bb-4cac-8bad-7129a62d1c00'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:09:17.819693 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-6aba80b6-2756-47ba-981b-77da789c873e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:08:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['7b9759c3-89bb-4cac-8bad-7129a62d1c00'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:09:17.828320 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a578ef-d858-41aa-9ae3-7487a0cb1a18 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Pushing event updated for resources: {'Port': ['ID=c90eb31d-4227-4a80-8766-74873258db61,revision_number=6']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:17.966549 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-b958765f-b8d7-4c57-8108-cbcc729d12ad req-915ec2ad-3a06-4269-8c03-da6decef99b0 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=581ac5fb-522d-4196-8736-01ddee95b0a5 HTTP/1.1" status: 200 len: 210 time: 0.0504725 Jul 15 19:09:18.048748 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] get_ports_and_sgs() called for port_ids ['c90eb31d-4227-4a80-8766-74873258db61'] {{(pid=93659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:09:18.261905 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28136af-89ea-47f5-8e8b-cc25d260b41d req-5a1e21f3-8980-4f84-a655-49d8f74d6423 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:18.264885 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f28136af-89ea-47f5-8e8b-cc25d260b41d req-5a1e21f3-8980-4f84-a655-49d8f74d6423 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 984 time: 0.1254010 Jul 15 19:09:18.278327 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-6aba80b6-2756-47ba-981b-77da789c873e None None] Set router 7b9759c3-89bb-4cac-8bad-7129a62d1c00 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:09:18.327617 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f28136af-89ea-47f5-8e8b-cc25d260b41d req-8025edb3-d4af-47dd-a8d2-8af7cfce6f08 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e614a6-2816-4253-b71e-36d5602d5775&id=e0bcc6ae-5974-4f59-9586-469e3900a831&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0479791 Jul 15 19:09:18.477993 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-ec3fb080-29f0-4d6d-9579-53ce0614bf25 None None] Provisioning complete for port c90eb31d-4227-4a80-8766-74873258db61 triggered by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:09:18.478952 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-ec3fb080-29f0-4d6d-9579-53ce0614bf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:19.038172 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-6aba80b6-2756-47ba-981b-77da789c873e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'name': 'tempest-AttachVolumeShelveTestJSON-637004643-router', 'tenant_id': '509209d2c8bd40dc87dfc3c3ad815494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'd31377b5-90c0-435a-8a0e-da412031a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:51Z', 'updated_at': '2021-07-15T19:05:01Z', 'revision_number': 4, 'project_id': '509209d2c8bd40dc87dfc3c3ad815494', 'gw_port': {'id': 'd31377b5-90c0-435a-8a0e-da412031a132', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:52Z', 'updated_at': '2021-07-15T19:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': '4da03f02-b7d6-4be0-acf2-186cc838576d', 'name': '', 'network_id': '4bce21e0-88dc-4de8-9d22-c4e766c0d73f', 'tenant_id': '509209d2c8bd40dc87dfc3c3ad815494', 'mac_address': 'fa:16:3e:9f:d1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '4c53d632-04b3-4db0-b6ce-07c07955a0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:58Z', 'updated_at': '2021-07-15T19:05:13Z', 'revision_number': 5, 'project_id': '509209d2c8bd40dc87dfc3c3ad815494', 'subnets': [{'id': '4c53d632-04b3-4db0-b6ce-07c07955a0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:09:19.084244 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aba80b6-2756-47ba-981b-77da789c873e None None] The sync data for ids ['7b9759c3-89bb-4cac-8bad-7129a62d1c00'] in dv-cinder-788363-8-iscsi is: [{'id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'name': 'tempest-AttachVolumeShelveTestJSON-637004643-router', 'tenant_id': '509209d2c8bd40dc87dfc3c3ad815494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'd31377b5-90c0-435a-8a0e-da412031a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:51Z', 'updated_at': '2021-07-15T19:05:01Z', 'revision_number': 4, 'project_id': '509209d2c8bd40dc87dfc3c3ad815494', 'gw_port': {'id': 'd31377b5-90c0-435a-8a0e-da412031a132', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:52Z', 'updated_at': '2021-07-15T19:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': '4da03f02-b7d6-4be0-acf2-186cc838576d', 'name': '', 'network_id': '4bce21e0-88dc-4de8-9d22-c4e766c0d73f', 'tenant_id': '509209d2c8bd40dc87dfc3c3ad815494', 'mac_address': 'fa:16:3e:9f:d1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '4c53d632-04b3-4db0-b6ce-07c07955a0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:58Z', 'updated_at': '2021-07-15T19:05:13Z', 'revision_number': 5, 'project_id': '509209d2c8bd40dc87dfc3c3ad815494', 'subnets': [{'id': '4c53d632-04b3-4db0-b6ce-07c07955a0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:09:19.148943 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 55166) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:09:19.282553 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d4e6a37d-5b2f-4e04-a729-6ede43c5a913 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:19.290065 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca7bde41-fedd-4acb-8f81-2489455a4d92', 'tag': 'c90eb31d-4227-4a80-8766-74873258db61'}] {{(pid=93657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:09:19.294142 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b0cfcdb1f3b1ee888c4befe2123a349a82046d9ec1555bca0e5a99b684397f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178260ec-dcd6-462a-afd1-b8a61be73883" -d '{"events": [{"name": "network-changed", "server_uuid": "ca7bde41-fedd-4acb-8f81-2489455a4d92", "tag": "c90eb31d-4227-4a80-8766-74873258db61"}]}' {{(pid=93657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:09:19.316374 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d4e6a37d-5b2f-4e04-a729-6ede43c5a913 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:19.369053 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a86b35-2ff1-4ef4-ba1e-d9900f589b39 x-openstack-request-id: req-45a86b35-2ff1-4ef4-ba1e-d9900f589b39 {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:09:19.369679 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca7bde41-fedd-4acb-8f81-2489455a4d92", "tag": "c90eb31d-4227-4a80-8766-74873258db61", "status": "completed", "code": 200}]} {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:09:19.370458 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-45a86b35-2ff1-4ef4-ba1e-d9900f589b39 {{(pid=93657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:09:19.371366 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca7bde41-fedd-4acb-8f81-2489455a4d92', 'tag': 'c90eb31d-4227-4a80-8766-74873258db61', 'status': 'completed', 'code': 200} Jul 15 19:09:19.392012 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d4e6a37d-5b2f-4e04-a729-6ede43c5a913 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:19.396335 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d4e6a37d-5b2f-4e04-a729-6ede43c5a913 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:19.399418 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-d4e6a37d-5b2f-4e04-a729-6ede43c5a913 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "DELETE /v2.0/security-groups/4f6f0c1a-32a1-4dcb-b62e-93904fda70e7 HTTP/1.1" status: 204 len: 168 time: 0.2476282 Jul 15 19:09:19.400983 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 55170) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:09:19.421131 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6a37d-5b2f-4e04-a729-6ede43c5a913 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6f0c1a-32a1-4dcb-b62e-93904fda70e7,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:19.432101 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.api.v2.resource [None req-cd9b7e47-babc-41e5-9fcf-bbe6c4c5cb38 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] show failed (client error): The resource could not be found. Jul 15 19:09:19.432780 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 910e4255-cffb-47b8-86c7-b5373835f799 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:09:19.434723 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-cd9b7e47-babc-41e5-9fcf-bbe6c4c5cb38 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups/4f6f0c1a-32a1-4dcb-b62e-93904fda70e7 HTTP/1.1" status: 404 len: 347 time: 0.0317423 Jul 15 19:09:19.437500 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 55172) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:09:19.483223 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] No Port match for: 910e4255-cffb-47b8-86c7-b5373835f799 {{(pid=93659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:09:19.484324 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 910e4255-cffb-47b8-86c7-b5373835f799 not bound to the agent host hv-cinder-78836 {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:09:19.515383 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-be003891-4a6f-43c4-8324-433c2e11c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:19.538460 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178260ec-dcd6-462a-afd1-b8a61be73883 req-7ec38ef8-b1c6-43a0-a234-2f64ab18ba5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:19.541044 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-178260ec-dcd6-462a-afd1-b8a61be73883 req-7ec38ef8-b1c6-43a0-a234-2f64ab18ba5c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6376ca77efd740189f836e21e81181c7&device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 1137 time: 0.1036539 Jul 15 19:09:19.556566 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc02f3d4-fe83-477e-bcb8-6ea5aa41d6ae None None] New status for floating IP ccee9dcc-e3c1-4533-8269-e85859769cc1: DOWN {{(pid=93660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:09:19.659860 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [None req-bf5e4e91-3b4a-4985-ad5e-6f57cb847ea4 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Deleting port fca5cef7-d8b7-48ce-917c-4f7537aea9c1 {{(pid=93658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:09:19.660327 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-bf5e4e91-3b4a-4985-ad5e-6f57cb847ea4 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:19.705455 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178260ec-dcd6-462a-afd1-b8a61be73883 req-59cc3ea8-d3b4-4ff2-ad6c-55af16e08a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:19.707082 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-178260ec-dcd6-462a-afd1-b8a61be73883 req-59cc3ea8-d3b4-4ff2-ad6c-55af16e08a37 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5f681b99-32a5-40d5-a305-9f755d31a4dd HTTP/1.1" status: 200 len: 917 time: 0.1588330 Jul 15 19:09:19.753459 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-bf5e4e91-3b4a-4985-ad5e-6f57cb847ea4 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:19.754067 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-bf5e4e91-3b4a-4985-ad5e-6f57cb847ea4 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:19.774536 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [None req-bf5e4e91-3b4a-4985-ad5e-6f57cb847ea4 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Calling delete_port for fca5cef7-d8b7-48ce-917c-4f7537aea9c1 owned by network:floatingip {{(pid=93658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:09:19.822641 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-178260ec-dcd6-462a-afd1-b8a61be73883 req-d784f823-3c4b-403a-9a61-6fe0d94dfcfd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c90eb31d-4227-4a80-8766-74873258db61 HTTP/1.1" status: 200 len: 1000 time: 0.1071234 Jul 15 19:09:19.899380 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178260ec-dcd6-462a-afd1-b8a61be73883 req-cb601211-bb37-4196-bfd7-bce473539e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:19.901021 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-178260ec-dcd6-462a-afd1-b8a61be73883 req-cb601211-bb37-4196-bfd7-bce473539e9b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c34bb00-b595-4058-9158-654376820017 HTTP/1.1" status: 200 len: 854 time: 0.0705583 Jul 15 19:09:19.975234 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178260ec-dcd6-462a-afd1-b8a61be73883 req-052ed50e-c834-4d83-96a3-924c12511df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:19.977973 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-178260ec-dcd6-462a-afd1-b8a61be73883 req-052ed50e-c834-4d83-96a3-924c12511df8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5f681b99-32a5-40d5-a305-9f755d31a4dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698555 Jul 15 19:09:19.992643 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-bf5e4e91-3b4a-4985-ad5e-6f57cb847ea4 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4513278'] for port, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:20.040986 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e4e91-3b4a-4985-ad5e-6f57cb847ea4 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Pushing event deleted for resources: {'Port': ['ID=fca5cef7-d8b7-48ce-917c-4f7537aea9c1,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:20.080434 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-178260ec-dcd6-462a-afd1-b8a61be73883 req-bdcfeeea-95d0-4e0a-89d7-c1bc122ba41a service neutron] 10.222.0.69 "GET /v2.0/networks/5f681b99-32a5-40d5-a305-9f755d31a4dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955789 Jul 15 19:09:20.141099 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-bf5e4e91-3b4a-4985-ad5e-6f57cb847ea4 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks [] for floatingip, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:20.144300 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-bf5e4e91-3b4a-4985-ad5e-6f57cb847ea4 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for floatingip, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:20.145548 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-bf5e4e91-3b4a-4985-ad5e-6f57cb847ea4 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "DELETE /v2.0/floatingips/ccee9dcc-e3c1-4533-8269-e85859769cc1 HTTP/1.1" status: 204 len: 168 time: 0.7070003 Jul 15 19:09:20.193164 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-178260ec-dcd6-462a-afd1-b8a61be73883 req-d1d5f418-0a7a-4546-bd5a-57ecbf178213 service neutron] 10.222.0.69 "GET /v2.0/networks/5f681b99-32a5-40d5-a305-9f755d31a4dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983160 Jul 15 19:09:20.460420 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 55178) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:09:20.465384 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-17d2731f-16d0-4a13-b555-62800a25ef60 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2079865780', 'description': 'tempest-description--1961539998'}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:09:20.492183 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-17d2731f-16d0-4a13-b555-62800a25ef60 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:20.627584 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-17d2731f-16d0-4a13-b555-62800a25ef60 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:20.632474 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-17d2731f-16d0-4a13-b555-62800a25ef60 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:20.669196 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-17d2731f-16d0-4a13-b555-62800a25ef60 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:20.670408 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-17d2731f-16d0-4a13-b555-62800a25ef60 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2088885 Jul 15 19:09:20.673281 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d2731f-16d0-4a13-b555-62800a25ef60 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a31183e-80ed-49fe-8aa3-98ab97777e98,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:20.674314 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 55180) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:09:20.682757 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [None req-44e80de1-02c4-4320-849d-0d4d5fc60ed7 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Request body: {'security_group_rule': {'security_group_id': '2a31183e-80ed-49fe-8aa3-98ab97777e98', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:09:20.718165 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-44e80de1-02c4-4320-849d-0d4d5fc60ed7 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:20.791893 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-44e80de1-02c4-4320-849d-0d4d5fc60ed7 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:20.796844 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-44e80de1-02c4-4320-849d-0d4d5fc60ed7 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610094'] for security_group_rule, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:20.817239 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e80de1-02c4-4320-849d-0d4d5fc60ed7 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a664fd7c-fa8f-48cb-bcf7-1ff1e457661f,revision_number=0']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:20.826834 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-44e80de1-02c4-4320-849d-0d4d5fc60ed7 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:20.830757 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-44e80de1-02c4-4320-849d-0d4d5fc60ed7 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1503782 Jul 15 19:09:20.831358 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 55182) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:09:20.837136 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [None req-7f777202-885c-4fff-9cc9-5f9da98cb62e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Request body: {'security_group_rule': {'security_group_id': '2a31183e-80ed-49fe-8aa3-98ab97777e98', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:09:20.869609 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7f777202-885c-4fff-9cc9-5f9da98cb62e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:20.934441 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7f777202-885c-4fff-9cc9-5f9da98cb62e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:20.938970 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7f777202-885c-4fff-9cc9-5f9da98cb62e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610094'] for security_group_rule, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:20.961079 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f777202-885c-4fff-9cc9-5f9da98cb62e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bda22fd-e59b-4807-a7ec-3efe1742987e,revision_number=0']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:20.970870 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7f777202-885c-4fff-9cc9-5f9da98cb62e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:20.974244 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-7f777202-885c-4fff-9cc9-5f9da98cb62e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1417453 Jul 15 19:09:20.976739 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 55184) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:09:20.982101 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [None req-a5687f4f-5358-4954-96fd-ebff85bd106e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Request body: {'floatingip': {'floating_network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:09:21.005878 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-a5687f4f-5358-4954-96fd-ebff85bd106e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks [] for floatingip, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:21.113610 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-a5687f4f-5358-4954-96fd-ebff85bd106e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:21.244597 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.db_base_plugin_common [None req-a5687f4f-5358-4954-96fd-ebff85bd106e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Allocated IP 172.27.2.13 (e1e7053a-85e2-45af-9353-c5375187db21/9528084b-89d8-4124-b104-08bd71cd5eaa/6ca6d2c2-62e9-49cf-927e-3f4d7df05222) {{(pid=93658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:09:21.357085 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-a5687f4f-5358-4954-96fd-ebff85bd106e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks [] for port, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:21.401220 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-a5687f4f-5358-4954-96fd-ebff85bd106e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4513278'] for port, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:21.450291 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5687f4f-5358-4954-96fd-ebff85bd106e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Network e1e7053a-85e2-45af-9353-c5375187db21 is already hosted by enough agents. {{(pid=93658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:09:21.455484 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.base_scheduler [None req-a5687f4f-5358-4954-96fd-ebff85bd106e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Resources bound (agent type, host, resource id): {{(pid=93658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:09:21.461391 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5687f4f-5358-4954-96fd-ebff85bd106e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Received port after_create {{(pid=93658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:09:21.488639 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5687f4f-5358-4954-96fd-ebff85bd106e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Pushing event updated for resources: {'Port': ['ID=6ca6d2c2-62e9-49cf-927e-3f4d7df05222,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:21.563799 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-a5687f4f-5358-4954-96fd-ebff85bd106e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:21.610949 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-a5687f4f-5358-4954-96fd-ebff85bd106e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:21.800330 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-a5687f4f-5358-4954-96fd-ebff85bd106e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks [] for port, precommit_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:21.805390 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-a5687f4f-5358-4954-96fd-ebff85bd106e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4513223'] for port, after_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:21.875489 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5687f4f-5358-4954-96fd-ebff85bd106e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Pushing event updated for resources: {'Port': ['ID=6ca6d2c2-62e9-49cf-927e-3f4d7df05222,revision_number=2']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:21.887547 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-a5687f4f-5358-4954-96fd-ebff85bd106e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764579'] for floatingip, after_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:21.905310 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-a5687f4f-5358-4954-96fd-ebff85bd106e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for floatingip, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:21.906795 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-a5687f4f-5358-4954-96fd-ebff85bd106e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9290049 Jul 15 19:09:22.091527 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:22.122098 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-160ce6bc-3b60-458a-828a-90a1fd44bc71 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--2079865780&fields=id&tenant_id=509209d2c8bd40dc87dfc3c3ad815494 HTTP/1.1" status: 200 len: 267 time: 0.0422719 Jul 15 19:09:22.162503 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6478dc51-d8bd-4004-8c2d-6a99c470f233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:22.249274 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-929f970e-3171-4102-a963-5e251fdf0935 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:22.250907 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-929f970e-3171-4102-a963-5e251fdf0935 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/networks?id=4bce21e0-88dc-4de8-9d22-c4e766c0d73f HTTP/1.1" status: 200 len: 816 time: 0.1220081 Jul 15 19:09:22.268412 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-5396b140-4d26-44b9-97dc-46cc10930f16 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/quotas/509209d2c8bd40dc87dfc3c3ad815494 HTTP/1.1" status: 200 len: 375 time: 0.0109437 Jul 15 19:09:22.362769 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-bcca0f06-1068-438a-940a-9b2893626a32 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=509209d2c8bd40dc87dfc3c3ad815494&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0876403 Jul 15 19:09:22.512436 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-ace44b3a-35aa-44fe-b209-342606200e58 service neutron] 10.222.0.70 "GET /v2.0/networks/4bce21e0-88dc-4de8-9d22-c4e766c0d73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288941 Jul 15 19:09:22.614011 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-373bedb1-b343-42b2-9273-7760734f3788 service neutron] 10.222.0.70 "GET /v2.0/networks/4bce21e0-88dc-4de8-9d22-c4e766c0d73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909166 Jul 15 19:09:22.824716 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f3c2bf23-0a50-4f5c-b7f2-c01c60073cf8 req-6e239555-9d9d-4908-b323-a8497fa35936 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 210 time: 0.0371699 Jul 15 19:09:23.661117 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:23.874811 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a2644-217b-4919-8354-66990ca14e7f req-bae3e4d1-42e8-4ef8-a552-c979909cc8f2 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:23.876496 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-367a2644-217b-4919-8354-66990ca14e7f req-bae3e4d1-42e8-4ef8-a552-c979909cc8f2 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/networks?id=960e0e51-d3ce-4be9-9b24-b079900ae4d0 HTTP/1.1" status: 200 len: 815 time: 0.1193969 Jul 15 19:09:23.898712 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-367a2644-217b-4919-8354-66990ca14e7f req-97b6784e-0ea6-4123-a8a2-495cbd8514a9 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/quotas/cefe6bba6f2f4be18e04e6d784b0c978 HTTP/1.1" status: 200 len: 375 time: 0.0107987 Jul 15 19:09:24.012485 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-367a2644-217b-4919-8354-66990ca14e7f req-e1460fa3-7b14-434a-8381-18bac5411564 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cefe6bba6f2f4be18e04e6d784b0c978&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1070139 Jul 15 19:09:24.088391 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-3afa2464-875f-48bf-8b41-4926dda25e09 req-4953c161-60ff-4f2e-8257-a5e35c27981a tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 210 time: 0.0482392 Jul 15 19:09:24.187564 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-367a2644-217b-4919-8354-66990ca14e7f req-dbff4c0a-f7a6-49bf-8720-b23770fc2653 service neutron] 10.222.0.70 "GET /v2.0/networks/960e0e51-d3ce-4be9-9b24-b079900ae4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625500 Jul 15 19:09:24.253568 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-3cbec123-ccdf-4b2d-be1f-14f36146b8a5 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:24.255143 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-3cbec123-ccdf-4b2d-be1f-14f36146b8a5 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.69 "GET /v2.0/networks?id=4bce21e0-88dc-4de8-9d22-c4e766c0d73f HTTP/1.1" status: 200 len: 816 time: 0.1695378 Jul 15 19:09:24.326946 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-367a2644-217b-4919-8354-66990ca14e7f req-ebbb9d67-3043-4680-94bd-c68d90143fad service neutron] 10.222.0.70 "GET /v2.0/networks/960e0e51-d3ce-4be9-9b24-b079900ae4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293333 Jul 15 19:09:24.333314 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-329ebff3-d293-4c22-aa44-73f1c099b468 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=509209d2c8bd40dc87dfc3c3ad815494 HTTP/1.1" status: 200 len: 380 time: 0.0572476 Jul 15 19:09:24.348666 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-c36a0afe-ee62-4ba0-a9b3-c2ad875c114b tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Request body: {'port': {'device_id': '95705511-383b-41ec-9329-d0f352e31386', 'network_id': '4bce21e0-88dc-4de8-9d22-c4e766c0d73f', 'admin_state_up': True, 'tenant_id': '509209d2c8bd40dc87dfc3c3ad815494', 'security_groups': ['2a31183e-80ed-49fe-8aa3-98ab97777e98']}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:09:24.575359 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-0726861b-4108-46c2-a035-cde32a79b7e9 req-d7e16f36-6fb7-4559-81e3-894cadcdc9bc tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=42112ab2-47da-42ce-951c-cc5c2fd7376a HTTP/1.1" status: 200 len: 210 time: 0.0557544 Jul 15 19:09:24.607377 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-c36a0afe-ee62-4ba0-a9b3-c2ad875c114b tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Made reservation on behalf of 509209d2c8bd40dc87dfc3c3ad815494 for: {'port': 1} {{(pid=93657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:09:24.611991 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-c36a0afe-ee62-4ba0-a9b3-c2ad875c114b tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:24.804379 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.db_base_plugin_common [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-c36a0afe-ee62-4ba0-a9b3-c2ad875c114b tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Allocated IP 172.20.0.14 (4bce21e0-88dc-4de8-9d22-c4e766c0d73f/4c53d632-04b3-4db0-b6ce-07c07955a0b8/78c07082-7a0b-4d79-82ee-155ed4f49c54) {{(pid=93657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:09:24.967820 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-c36a0afe-ee62-4ba0-a9b3-c2ad875c114b tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks [] for port, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:24.985049 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.provisioning_blocks [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-c36a0afe-ee62-4ba0-a9b3-c2ad875c114b tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Transition to ACTIVE for port object 78c07082-7a0b-4d79-82ee-155ed4f49c54 will not be triggered until provisioned by entity DHCP. {{(pid=93657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:09:25.028986 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-c36a0afe-ee62-4ba0-a9b3-c2ad875c114b tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:25.100907 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-c36a0afe-ee62-4ba0-a9b3-c2ad875c114b tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Network 4bce21e0-88dc-4de8-9d22-c4e766c0d73f is already hosted by enough agents. {{(pid=93657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:09:25.116066 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.base_scheduler [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-c36a0afe-ee62-4ba0-a9b3-c2ad875c114b tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Resources bound (agent type, host, resource id): {{(pid=93657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:09:25.122342 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-c36a0afe-ee62-4ba0-a9b3-c2ad875c114b tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Received port after_create {{(pid=93657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:09:25.186464 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a0afe-ee62-4ba0-a9b3-c2ad875c114b tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Pushing event updated for resources: {'Port': ['ID=78c07082-7a0b-4d79-82ee-155ed4f49c54,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:25.230636 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-c36a0afe-ee62-4ba0-a9b3-c2ad875c114b tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:25.231757 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-c36a0afe-ee62-4ba0-a9b3-c2ad875c114b tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:25.264809 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-c36a0afe-ee62-4ba0-a9b3-c2ad875c114b tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9241703 Jul 15 19:09:25.306183 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-dd96751f-a7fc-4b31-81f9-c37d82c2f602 service neutron] Request body: {'port': {'device_id': '95705511-383b-41ec-9329-d0f352e31386', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:09:25.409333 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-dd96751f-a7fc-4b31-81f9-c37d82c2f602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:25.434135 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce129bde-952e-4671-ade3-07829c0d07ad req-3a1d098f-3156-4952-9d50-9751580c40d7 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:25.442163 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-ce129bde-952e-4671-ade3-07829c0d07ad req-3a1d098f-3156-4952-9d50-9751580c40d7 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 932 time: 0.1423707 Jul 15 19:09:25.514654 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-ce129bde-952e-4671-ade3-07829c0d07ad req-7b4b06af-8bb2-42c0-9a53-611852ae0935 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708635 Jul 15 19:09:25.516125 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-1a7d3e5d-5207-4c8b-9ff9-9078e8012d8f None None] Provisioning for port 78c07082-7a0b-4d79-82ee-155ed4f49c54 completed by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:09:25.544493 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-1a7d3e5d-5207-4c8b-9ff9-9078e8012d8f None None] Provisioning complete for port 78c07082-7a0b-4d79-82ee-155ed4f49c54 triggered by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:09:25.545310 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-1a7d3e5d-5207-4c8b-9ff9-9078e8012d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:25.591972 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:25.615011 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-1a7d3e5d-5207-4c8b-9ff9-9078e8012d8f None None] Port 78c07082-7a0b-4d79-82ee-155ed4f49c54 cannot update to ACTIVE because it is not bound. {{(pid=93659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:09:25.761180 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-2259a9ac-d3e8-4cef-9f90-11d90a49b858 req-1b47f60a-dc59-4d9a-8631-607d2293f975 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=42112ab2-47da-42ce-951c-cc5c2fd7376a HTTP/1.1" status: 200 len: 210 time: 0.0490611 Jul 15 19:09:25.829314 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.notifiers.nova [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-dd96751f-a7fc-4b31-81f9-c37d82c2f602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78c07082-7a0b-4d79-82ee-155ed4f49c54 {{(pid=93657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:09:25.839841 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-dd96751f-a7fc-4b31-81f9-c37d82c2f602 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:25.856911 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.provisioning_blocks [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-dd96751f-a7fc-4b31-81f9-c37d82c2f602 service neutron] Transition to ACTIVE for port object 78c07082-7a0b-4d79-82ee-155ed4f49c54 will not be triggered until provisioned by entity L2. {{(pid=93657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:09:25.862064 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-dd96751f-a7fc-4b31-81f9-c37d82c2f602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6305852'] for port, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:25.919223 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96751f-a7fc-4b31-81f9-c37d82c2f602 service neutron] Pushing event updated for resources: {'Port': ['ID=78c07082-7a0b-4d79-82ee-155ed4f49c54,revision_number=2']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:26.017901 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-dd96751f-a7fc-4b31-81f9-c37d82c2f602 service neutron] Attempting to bind port 78c07082-7a0b-4d79-82ee-155ed4f49c54 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:09:26.017901 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-dd96751f-a7fc-4b31-81f9-c37d82c2f602 service neutron] Attempting to bind port 78c07082-7a0b-4d79-82ee-155ed4f49c54 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c5f8fc6e-ca65-461a-98f0-ca6e4f10d746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4bce21e0-88dc-4de8-9d22-c4e766c0d73f'}] {{(pid=93657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:09:26.017901 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-dd96751f-a7fc-4b31-81f9-c37d82c2f602 service neutron] Attempting to bind port 78c07082-7a0b-4d79-82ee-155ed4f49c54 on network 4bce21e0-88dc-4de8-9d22-c4e766c0d73f {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:09:26.023106 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-dd96751f-a7fc-4b31-81f9-c37d82c2f602 service neutron] Port 78c07082-7a0b-4d79-82ee-155ed4f49c54 on network 4bce21e0-88dc-4de8-9d22-c4e766c0d73f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:09:26.023475 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-dd96751f-a7fc-4b31-81f9-c37d82c2f602 service neutron] Attempting to bind port 78c07082-7a0b-4d79-82ee-155ed4f49c54 on network 4bce21e0-88dc-4de8-9d22-c4e766c0d73f {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:09:26.029963 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-dd96751f-a7fc-4b31-81f9-c37d82c2f602 service neutron] Checking agent: {'id': 'ff69530c-d7d1-4bd0-8ab4-9c33ea1455de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 2, 58), 'started_at': datetime.datetime(2021, 7, 15, 19, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:09:26.030293 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-dd96751f-a7fc-4b31-81f9-c37d82c2f602 service neutron] Checking segment: {'id': 'c5f8fc6e-ca65-461a-98f0-ca6e4f10d746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4bce21e0-88dc-4de8-9d22-c4e766c0d73f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:09:26.030688 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-dd96751f-a7fc-4b31-81f9-c37d82c2f602 service neutron] Bound using segment: {'id': 'c5f8fc6e-ca65-461a-98f0-ca6e4f10d746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4bce21e0-88dc-4de8-9d22-c4e766c0d73f'} {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:09:26.031157 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-dd96751f-a7fc-4b31-81f9-c37d82c2f602 service neutron] Bound port: 78c07082-7a0b-4d79-82ee-155ed4f49c54, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5f8fc6e-ca65-461a-98f0-ca6e4f10d746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4bce21e0-88dc-4de8-9d22-c4e766c0d73f'}}] {{(pid=93657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:09:26.031527 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-dd96751f-a7fc-4b31-81f9-c37d82c2f602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:26.138201 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-dd96751f-a7fc-4b31-81f9-c37d82c2f602 service neutron] For port 78c07082-7a0b-4d79-82ee-155ed4f49c54, host hv-cinder-78836, cleared binding levels {{(pid=93657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:09:26.147750 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-dd96751f-a7fc-4b31-81f9-c37d82c2f602 service neutron] For port 78c07082-7a0b-4d79-82ee-155ed4f49c54, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=78c07082-7a0b-4d79-82ee-155ed4f49c54,segment=NetworkSegment(c5f8fc6e-ca65-461a-98f0-ca6e4f10d746),segment_id=c5f8fc6e-ca65-461a-98f0-ca6e4f10d746)] {{(pid=93657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:09:26.157388 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-dd96751f-a7fc-4b31-81f9-c37d82c2f602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6305852'] for port, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:26.203509 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a2644-217b-4919-8354-66990ca14e7f req-289084ef-5aec-482d-99f6-5c9ac94ab04d tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:26.205120 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-367a2644-217b-4919-8354-66990ca14e7f req-289084ef-5aec-482d-99f6-5c9ac94ab04d tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.69 "GET /v2.0/networks?id=960e0e51-d3ce-4be9-9b24-b079900ae4d0 HTTP/1.1" status: 200 len: 815 time: 0.1411591 Jul 15 19:09:26.232269 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-dd96751f-a7fc-4b31-81f9-c37d82c2f602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:26.233194 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-dd96751f-a7fc-4b31-81f9-c37d82c2f602 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:26.235122 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [req-367a2644-217b-4919-8354-66990ca14e7f req-f1b998e7-eebe-4856-8f1b-74eddcccaca3 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Request body: {'port': {'device_id': '42112ab2-47da-42ce-951c-cc5c2fd7376a', 'network_id': '960e0e51-d3ce-4be9-9b24-b079900ae4d0', 'admin_state_up': True, 'tenant_id': 'cefe6bba6f2f4be18e04e6d784b0c978'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:09:26.236038 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-dd96751f-a7fc-4b31-81f9-c37d82c2f602 service neutron] 10.222.0.69 "PUT /v2.0/ports/78c07082-7a0b-4d79-82ee-155ed4f49c54 HTTP/1.1" status: 200 len: 1094 time: 0.9343829 Jul 15 19:09:26.236786 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95705511-383b-41ec-9329-d0f352e31386', 'tag': '78c07082-7a0b-4d79-82ee-155ed4f49c54'}] {{(pid=93657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:09:26.248835 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b0cfcdb1f3b1ee888c4befe2123a349a82046d9ec1555bca0e5a99b684397f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47053380-c26f-4377-a265-a26e461b25c4" -d '{"events": [{"name": "network-changed", "server_uuid": "95705511-383b-41ec-9329-d0f352e31386", "tag": "78c07082-7a0b-4d79-82ee-155ed4f49c54"}]}' {{(pid=93657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:09:26.303911 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96751f-a7fc-4b31-81f9-c37d82c2f602 service neutron] Pushing event updated for resources: {'Port': ['ID=78c07082-7a0b-4d79-82ee-155ed4f49c54,revision_number=3']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:26.314591 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab776a3-743f-4a53-9804-6a628749ecd0 x-openstack-request-id: req-3ab776a3-743f-4a53-9804-6a628749ecd0 {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:09:26.315412 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95705511-383b-41ec-9329-d0f352e31386", "tag": "78c07082-7a0b-4d79-82ee-155ed4f49c54", "status": "completed", "code": 200}]} {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:09:26.316052 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3ab776a3-743f-4a53-9804-6a628749ecd0 {{(pid=93657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:09:26.316937 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95705511-383b-41ec-9329-d0f352e31386', 'tag': '78c07082-7a0b-4d79-82ee-155ed4f49c54', 'status': 'completed', 'code': 200} Jul 15 19:09:26.445953 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-367a2644-217b-4919-8354-66990ca14e7f req-f1b998e7-eebe-4856-8f1b-74eddcccaca3 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Made reservation on behalf of cefe6bba6f2f4be18e04e6d784b0c978 for: {'port': 1} {{(pid=93658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:09:26.451942 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-367a2644-217b-4919-8354-66990ca14e7f req-f1b998e7-eebe-4856-8f1b-74eddcccaca3 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:26.484899 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-f64ceea8-fa26-40cf-89f4-cbf7115978a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:26.487689 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-f64ceea8-fa26-40cf-89f4-cbf7115978a3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=509209d2c8bd40dc87dfc3c3ad815494&device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 1097 time: 0.1159518 Jul 15 19:09:26.552052 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-48e9b31e-6e32-4970-a184-0605a32b2745 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78c07082-7a0b-4d79-82ee-155ed4f49c54 HTTP/1.1" status: 200 len: 217 time: 0.0461562 Jul 15 19:09:26.639943 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-5f99a939-5bd0-4038-9a73-7c9f09fdfb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:26.642422 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-5f99a939-5bd0-4038-9a73-7c9f09fdfb62 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c53d632-04b3-4db0-b6ce-07c07955a0b8 HTTP/1.1" status: 200 len: 855 time: 0.0695441 Jul 15 19:09:26.662721 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.db_base_plugin_common [req-367a2644-217b-4919-8354-66990ca14e7f req-f1b998e7-eebe-4856-8f1b-74eddcccaca3 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Allocated IP 172.20.0.3 (960e0e51-d3ce-4be9-9b24-b079900ae4d0/6a3bcfa4-bf9d-4077-b69b-cfb7cb4b894f/43d16708-df34-4955-bc65-654248b7557e) {{(pid=93658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:09:26.758895 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-6020190d-ca7e-4105-8ff3-ea4aaf840fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:26.760688 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-6020190d-ca7e-4105-8ff3-ea4aaf840fb2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4bce21e0-88dc-4de8-9d22-c4e766c0d73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1084354 Jul 15 19:09:26.876316 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-367a2644-217b-4919-8354-66990ca14e7f req-f1b998e7-eebe-4856-8f1b-74eddcccaca3 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Notify callbacks [] for port, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:26.966335 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-367a2644-217b-4919-8354-66990ca14e7f req-f1b998e7-eebe-4856-8f1b-74eddcccaca3 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4513278'] for port, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:27.008316 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] get_ports_and_sgs() called for port_ids ['7220fc8a-b4f2-4d1f-a827-edcf7993c194'] {{(pid=93659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:09:27.058717 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-367a2644-217b-4919-8354-66990ca14e7f req-f1b998e7-eebe-4856-8f1b-74eddcccaca3 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Network 960e0e51-d3ce-4be9-9b24-b079900ae4d0 is already hosted by enough agents. {{(pid=93658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:09:27.070418 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.base_scheduler [req-367a2644-217b-4919-8354-66990ca14e7f req-f1b998e7-eebe-4856-8f1b-74eddcccaca3 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Resources bound (agent type, host, resource id): {{(pid=93658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:09:27.073221 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd89813-e0e8-4cdf-b6c3-e41a31e8035f req-8303bf61-cd96-43e8-ae26-1230edd70eb6 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:27.074992 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-5cd89813-e0e8-4cdf-b6c3-e41a31e8035f req-8303bf61-cd96-43e8-ae26-1230edd70eb6 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 944 time: 0.3719263 Jul 15 19:09:27.079306 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.l3_dvrscheduler_db [req-367a2644-217b-4919-8354-66990ca14e7f req-f1b998e7-eebe-4856-8f1b-74eddcccaca3 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Received port after_create {{(pid=93658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:09:27.122986 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b998e7-eebe-4856-8f1b-74eddcccaca3 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Pushing event updated for resources: {'Port': ['ID=43d16708-df34-4955-bc65-654248b7557e,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:27.162058 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-5cd89813-e0e8-4cdf-b6c3-e41a31e8035f req-dcfd54e5-5332-4c4e-86ac-c99ccb164779 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613890 Jul 15 19:09:27.162990 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb208988-2924-4774-97e9-39200b6b0525 req-3b53d49f-15ae-4c1a-90d1-b292a5fa086c tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:27.164285 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-cb208988-2924-4774-97e9-39200b6b0525 req-3b53d49f-15ae-4c1a-90d1-b292a5fa086c tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=42112ab2-47da-42ce-951c-cc5c2fd7376a HTTP/1.1" status: 200 len: 931 time: 0.2118719 Jul 15 19:09:27.171087 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-467c5137-d27b-47af-b45b-7662ab2fc772 service neutron] 10.222.0.69 "GET /v2.0/networks/4bce21e0-88dc-4de8-9d22-c4e766c0d73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971853 Jul 15 19:09:27.172750 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a2644-217b-4919-8354-66990ca14e7f req-f1b998e7-eebe-4856-8f1b-74eddcccaca3 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:27.173942 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-367a2644-217b-4919-8354-66990ca14e7f req-f1b998e7-eebe-4856-8f1b-74eddcccaca3 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:27.213528 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-367a2644-217b-4919-8354-66990ca14e7f req-f1b998e7-eebe-4856-8f1b-74eddcccaca3 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9873183 Jul 15 19:09:27.221606 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-cb208988-2924-4774-97e9-39200b6b0525 req-1c497503-3029-4b03-a1a4-9514f94a2cf2 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/security-groups?id=1bf63e1d-7c63-440b-acb1-6eac56bb18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449455 Jul 15 19:09:27.249467 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [req-367a2644-217b-4919-8354-66990ca14e7f req-2e6f92e8-a9da-4bc0-ad69-c01848f97685 service neutron] Request body: {'port': {'device_id': '42112ab2-47da-42ce-951c-cc5c2fd7376a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:09:27.330598 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-367a2644-217b-4919-8354-66990ca14e7f req-2e6f92e8-a9da-4bc0-ad69-c01848f97685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:27.357784 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-fe2b4462-a524-433f-80e4-25d57ff64b97 req-0fb32e02-02b5-4bd4-812b-ace3197d8278 service neutron] 10.222.0.69 "GET /v2.0/networks/4bce21e0-88dc-4de8-9d22-c4e766c0d73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781847 Jul 15 19:09:27.562594 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47053380-c26f-4377-a265-a26e461b25c4 req-79a5d303-78b7-48a6-bb80-e4800e692de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:27.564516 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-47053380-c26f-4377-a265-a26e461b25c4 req-79a5d303-78b7-48a6-bb80-e4800e692de2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=509209d2c8bd40dc87dfc3c3ad815494&device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 1097 time: 0.0803556 Jul 15 19:09:27.636294 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.notifiers.nova [req-367a2644-217b-4919-8354-66990ca14e7f req-2e6f92e8-a9da-4bc0-ad69-c01848f97685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43d16708-df34-4955-bc65-654248b7557e {{(pid=93658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:09:27.645438 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-367a2644-217b-4919-8354-66990ca14e7f req-2e6f92e8-a9da-4bc0-ad69-c01848f97685 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:27.662445 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.provisioning_blocks [req-367a2644-217b-4919-8354-66990ca14e7f req-2e6f92e8-a9da-4bc0-ad69-c01848f97685 service neutron] Transition to ACTIVE for port object 43d16708-df34-4955-bc65-654248b7557e will not be triggered until provisioned by entity L2. {{(pid=93658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:09:27.669313 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-367a2644-217b-4919-8354-66990ca14e7f req-2e6f92e8-a9da-4bc0-ad69-c01848f97685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4513223'] for port, after_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:27.678360 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47053380-c26f-4377-a265-a26e461b25c4 req-2e4ed142-97ee-4fad-bf15-c8d07ce14d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:27.680431 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-47053380-c26f-4377-a265-a26e461b25c4 req-2e4ed142-97ee-4fad-bf15-c8d07ce14d81 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4bce21e0-88dc-4de8-9d22-c4e766c0d73f HTTP/1.1" status: 200 len: 918 time: 0.1038158 Jul 15 19:09:27.728728 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f92e8-a9da-4bc0-ad69-c01848f97685 service neutron] Pushing event updated for resources: {'Port': ['ID=43d16708-df34-4955-bc65-654248b7557e,revision_number=2']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:27.729147 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-47053380-c26f-4377-a265-a26e461b25c4 req-ac59966f-79f1-47fb-bcf9-448501b1fb0e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78c07082-7a0b-4d79-82ee-155ed4f49c54 HTTP/1.1" status: 200 len: 217 time: 0.0385745 Jul 15 19:09:27.783678 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47053380-c26f-4377-a265-a26e461b25c4 req-f4ac9d20-00e4-49eb-86af-f3bb2b5ce84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:27.785722 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-47053380-c26f-4377-a265-a26e461b25c4 req-f4ac9d20-00e4-49eb-86af-f3bb2b5ce84d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c53d632-04b3-4db0-b6ce-07c07955a0b8 HTTP/1.1" status: 200 len: 855 time: 0.0503433 Jul 15 19:09:27.804619 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.managers [req-367a2644-217b-4919-8354-66990ca14e7f req-2e6f92e8-a9da-4bc0-ad69-c01848f97685 service neutron] Attempting to bind port 43d16708-df34-4955-bc65-654248b7557e on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:09:27.804955 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.managers [req-367a2644-217b-4919-8354-66990ca14e7f req-2e6f92e8-a9da-4bc0-ad69-c01848f97685 service neutron] Attempting to bind port 43d16708-df34-4955-bc65-654248b7557e by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'd5f1c983-8e5e-43db-bc20-b4d4ad135247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '960e0e51-d3ce-4be9-9b24-b079900ae4d0'}] {{(pid=93658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:09:27.805289 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367a2644-217b-4919-8354-66990ca14e7f req-2e6f92e8-a9da-4bc0-ad69-c01848f97685 service neutron] Attempting to bind port 43d16708-df34-4955-bc65-654248b7557e on network 960e0e51-d3ce-4be9-9b24-b079900ae4d0 {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:09:27.810128 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367a2644-217b-4919-8354-66990ca14e7f req-2e6f92e8-a9da-4bc0-ad69-c01848f97685 service neutron] Port 43d16708-df34-4955-bc65-654248b7557e on network 960e0e51-d3ce-4be9-9b24-b079900ae4d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:09:27.810456 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367a2644-217b-4919-8354-66990ca14e7f req-2e6f92e8-a9da-4bc0-ad69-c01848f97685 service neutron] Attempting to bind port 43d16708-df34-4955-bc65-654248b7557e on network 960e0e51-d3ce-4be9-9b24-b079900ae4d0 {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:09:27.816869 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367a2644-217b-4919-8354-66990ca14e7f req-2e6f92e8-a9da-4bc0-ad69-c01848f97685 service neutron] Checking agent: {'id': 'ff69530c-d7d1-4bd0-8ab4-9c33ea1455de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 2, 58), 'started_at': datetime.datetime(2021, 7, 15, 19, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:09:27.817182 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367a2644-217b-4919-8354-66990ca14e7f req-2e6f92e8-a9da-4bc0-ad69-c01848f97685 service neutron] Checking segment: {'id': 'd5f1c983-8e5e-43db-bc20-b4d4ad135247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '960e0e51-d3ce-4be9-9b24-b079900ae4d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:09:27.817582 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367a2644-217b-4919-8354-66990ca14e7f req-2e6f92e8-a9da-4bc0-ad69-c01848f97685 service neutron] Bound using segment: {'id': 'd5f1c983-8e5e-43db-bc20-b4d4ad135247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '960e0e51-d3ce-4be9-9b24-b079900ae4d0'} {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:09:27.818842 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.managers [req-367a2644-217b-4919-8354-66990ca14e7f req-2e6f92e8-a9da-4bc0-ad69-c01848f97685 service neutron] Bound port: 43d16708-df34-4955-bc65-654248b7557e, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5f1c983-8e5e-43db-bc20-b4d4ad135247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '960e0e51-d3ce-4be9-9b24-b079900ae4d0'}}] {{(pid=93658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:09:27.819119 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-367a2644-217b-4919-8354-66990ca14e7f req-2e6f92e8-a9da-4bc0-ad69-c01848f97685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:27.867137 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47053380-c26f-4377-a265-a26e461b25c4 req-c17aa1b0-8572-481e-97cf-20569ce039e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:27.869437 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-47053380-c26f-4377-a265-a26e461b25c4 req-c17aa1b0-8572-481e-97cf-20569ce039e6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4bce21e0-88dc-4de8-9d22-c4e766c0d73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0751832 Jul 15 19:09:27.900796 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.db [req-367a2644-217b-4919-8354-66990ca14e7f req-2e6f92e8-a9da-4bc0-ad69-c01848f97685 service neutron] For port 43d16708-df34-4955-bc65-654248b7557e, host hv-cinder-78836, cleared binding levels {{(pid=93658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:09:27.904031 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.db [req-367a2644-217b-4919-8354-66990ca14e7f req-2e6f92e8-a9da-4bc0-ad69-c01848f97685 service neutron] For port 43d16708-df34-4955-bc65-654248b7557e, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=43d16708-df34-4955-bc65-654248b7557e,segment=NetworkSegment(d5f1c983-8e5e-43db-bc20-b4d4ad135247),segment_id=d5f1c983-8e5e-43db-bc20-b4d4ad135247)] {{(pid=93658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:09:27.910398 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-367a2644-217b-4919-8354-66990ca14e7f req-2e6f92e8-a9da-4bc0-ad69-c01848f97685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4513223'] for port, after_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:27.952301 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a2644-217b-4919-8354-66990ca14e7f req-2e6f92e8-a9da-4bc0-ad69-c01848f97685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:27.953099 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-367a2644-217b-4919-8354-66990ca14e7f req-2e6f92e8-a9da-4bc0-ad69-c01848f97685 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:27.954873 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-367a2644-217b-4919-8354-66990ca14e7f req-2e6f92e8-a9da-4bc0-ad69-c01848f97685 service neutron] 10.222.0.69 "PUT /v2.0/ports/43d16708-df34-4955-bc65-654248b7557e HTTP/1.1" status: 200 len: 1093 time: 0.7100902 Jul 15 19:09:27.955342 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42112ab2-47da-42ce-951c-cc5c2fd7376a', 'tag': '43d16708-df34-4955-bc65-654248b7557e'}] {{(pid=93658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:09:27.957650 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b58f88415513d6787191dd44e0a29b3917631101a239d5effbe25afab188a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc7ef76-0e0d-46a7-a1db-5dbe63f05993" -d '{"events": [{"name": "network-changed", "server_uuid": "42112ab2-47da-42ce-951c-cc5c2fd7376a", "tag": "43d16708-df34-4955-bc65-654248b7557e"}]}' {{(pid=93658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:09:27.987897 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f92e8-a9da-4bc0-ad69-c01848f97685 service neutron] Pushing event updated for resources: {'Port': ['ID=43d16708-df34-4955-bc65-654248b7557e,revision_number=3']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:27.992730 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-47053380-c26f-4377-a265-a26e461b25c4 req-1f9e4a74-81f5-4b19-86b0-b9831fb2ee84 service neutron] 10.222.0.69 "GET /v2.0/networks/4bce21e0-88dc-4de8-9d22-c4e766c0d73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135283 Jul 15 19:09:28.011363 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5716ea8a-4212-45a6-acb6-0d4144fd035e x-openstack-request-id: req-5716ea8a-4212-45a6-acb6-0d4144fd035e {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:09:28.011659 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42112ab2-47da-42ce-951c-cc5c2fd7376a", "tag": "43d16708-df34-4955-bc65-654248b7557e", "status": "completed", "code": 200}]} {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:09:28.011912 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5716ea8a-4212-45a6-acb6-0d4144fd035e {{(pid=93658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:09:28.012304 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42112ab2-47da-42ce-951c-cc5c2fd7376a', 'tag': '43d16708-df34-4955-bc65-654248b7557e', 'status': 'completed', 'code': 200} Jul 15 19:09:28.110910 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-47053380-c26f-4377-a265-a26e461b25c4 req-fb7dc5fc-3e84-4cec-8949-b49271bb372d service neutron] 10.222.0.69 "GET /v2.0/networks/4bce21e0-88dc-4de8-9d22-c4e766c0d73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945470 Jul 15 19:09:28.124999 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a2644-217b-4919-8354-66990ca14e7f req-7a273639-192b-4766-851e-d9110c93733a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:28.127584 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-367a2644-217b-4919-8354-66990ca14e7f req-7a273639-192b-4766-851e-d9110c93733a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cefe6bba6f2f4be18e04e6d784b0c978&device_id=42112ab2-47da-42ce-951c-cc5c2fd7376a HTTP/1.1" status: 200 len: 1096 time: 0.0735230 Jul 15 19:09:28.196722 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-367a2644-217b-4919-8354-66990ca14e7f req-c976539d-a3a3-48f3-9536-4efa2ca8b983 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43d16708-df34-4955-bc65-654248b7557e HTTP/1.1" status: 200 len: 217 time: 0.0368547 Jul 15 19:09:28.263333 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a2644-217b-4919-8354-66990ca14e7f req-bec80773-a6cf-46f1-be00-d78eb09ff43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:28.265490 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-367a2644-217b-4919-8354-66990ca14e7f req-bec80773-a6cf-46f1-be00-d78eb09ff43f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6a3bcfa4-bf9d-4077-b69b-cfb7cb4b894f HTTP/1.1" status: 200 len: 855 time: 0.0613649 Jul 15 19:09:28.312124 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-367a2644-217b-4919-8354-66990ca14e7f req-f89cc7fc-77f0-48bb-9afa-672c0cf386b5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=960e0e51-d3ce-4be9-9b24-b079900ae4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348389 Jul 15 19:09:28.419066 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3a4fb-0afb-45fc-ae38-e09a3fac981a req-d8ae3b43-9394-48c4-8dcb-d92b1336e94c tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:28.420684 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-a6f3a4fb-0afb-45fc-ae38-e09a3fac981a req-d8ae3b43-9394-48c4-8dcb-d92b1336e94c tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=42112ab2-47da-42ce-951c-cc5c2fd7376a HTTP/1.1" status: 200 len: 943 time: 0.0681012 Jul 15 19:09:28.465454 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-a6f3a4fb-0afb-45fc-ae38-e09a3fac981a req-33aad813-c946-459b-8078-e3a03a122890 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/security-groups?id=1bf63e1d-7c63-440b-acb1-6eac56bb18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377533 Jul 15 19:09:28.535708 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:28.548538 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-367a2644-217b-4919-8354-66990ca14e7f req-5b03b647-b08f-431d-afb2-6fa0b8c715d8 service neutron] 10.222.0.69 "GET /v2.0/networks/960e0e51-d3ce-4be9-9b24-b079900ae4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272871 Jul 15 19:09:28.569165 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07586eb-a9a2-4354-826f-10792494fae6 req-4928eb57-c3bc-4a69-b44e-aa8c79b04c47 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:28.572376 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-b07586eb-a9a2-4354-826f-10792494fae6 req-4928eb57-c3bc-4a69-b44e-aa8c79b04c47 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 944 time: 0.2211037 Jul 15 19:09:28.735203 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-b07586eb-a9a2-4354-826f-10792494fae6 req-b3101b9b-f0a7-4d9f-b01d-e5ac4b1f10e3 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478460 Jul 15 19:09:28.773481 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-367a2644-217b-4919-8354-66990ca14e7f req-9a51ad80-1f8f-4137-9f73-76ab25b90ba2 service neutron] 10.222.0.69 "GET /v2.0/networks/960e0e51-d3ce-4be9-9b24-b079900ae4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997030 Jul 15 19:09:29.216809 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc7ef76-0e0d-46a7-a1db-5dbe63f05993 req-ccf846df-3148-4d6a-8dc8-73c6a5b969b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:29.218546 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-0cc7ef76-0e0d-46a7-a1db-5dbe63f05993 req-ccf846df-3148-4d6a-8dc8-73c6a5b969b9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cefe6bba6f2f4be18e04e6d784b0c978&device_id=42112ab2-47da-42ce-951c-cc5c2fd7376a HTTP/1.1" status: 200 len: 1096 time: 0.3270509 Jul 15 19:09:29.316329 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc7ef76-0e0d-46a7-a1db-5dbe63f05993 req-4bccc1ec-b021-4eff-9f18-6797546a0880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:29.318080 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-0cc7ef76-0e0d-46a7-a1db-5dbe63f05993 req-4bccc1ec-b021-4eff-9f18-6797546a0880 service neutron] 10.222.0.69 "GET /v2.0/networks?id=960e0e51-d3ce-4be9-9b24-b079900ae4d0 HTTP/1.1" status: 200 len: 917 time: 0.0907810 Jul 15 19:09:29.361907 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-0cc7ef76-0e0d-46a7-a1db-5dbe63f05993 req-3e7d0f7a-5a85-4c59-bfca-69dc25418370 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43d16708-df34-4955-bc65-654248b7557e HTTP/1.1" status: 200 len: 217 time: 0.0364883 Jul 15 19:09:29.413412 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc7ef76-0e0d-46a7-a1db-5dbe63f05993 req-a6095df4-d84f-49db-8958-0218402d4959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:29.414954 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-0cc7ef76-0e0d-46a7-a1db-5dbe63f05993 req-a6095df4-d84f-49db-8958-0218402d4959 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6a3bcfa4-bf9d-4077-b69b-cfb7cb4b894f HTTP/1.1" status: 200 len: 855 time: 0.0453250 Jul 15 19:09:29.450177 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-0cc7ef76-0e0d-46a7-a1db-5dbe63f05993 req-092722bf-d509-40f7-84aa-482a1bec1cc7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=960e0e51-d3ce-4be9-9b24-b079900ae4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273027 Jul 15 19:09:29.554794 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-0cc7ef76-0e0d-46a7-a1db-5dbe63f05993 req-0b641e52-a5ae-410d-ad2f-cf17c958cd7f service neutron] 10.222.0.69 "GET /v2.0/networks/960e0e51-d3ce-4be9-9b24-b079900ae4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962546 Jul 15 19:09:29.656653 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-0cc7ef76-0e0d-46a7-a1db-5dbe63f05993 req-47943601-fd59-442c-82fd-bcaf0cb7fbad service neutron] 10.222.0.69 "GET /v2.0/networks/960e0e51-d3ce-4be9-9b24-b079900ae4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937619 Jul 15 19:09:29.699726 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a36ab-d024-44c6-ba50-7745b022cead req-6cbd64c2-dfbc-4d07-a0fc-b1b64eb9f8c2 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:29.701288 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f67a36ab-d024-44c6-ba50-7745b022cead req-6cbd64c2-dfbc-4d07-a0fc-b1b64eb9f8c2 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=42112ab2-47da-42ce-951c-cc5c2fd7376a HTTP/1.1" status: 200 len: 943 time: 0.0730684 Jul 15 19:09:29.741733 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f67a36ab-d024-44c6-ba50-7745b022cead req-25118f3a-5b44-4938-8e7b-185d1e1bfbc2 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/security-groups?id=1bf63e1d-7c63-440b-acb1-6eac56bb18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346277 Jul 15 19:09:29.932716 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597f56a-2d1f-4d84-ae5d-392fa30f8f18 req-e18ce18f-69c3-4917-92f6-ec576d76e14d tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:29.934328 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f597f56a-2d1f-4d84-ae5d-392fa30f8f18 req-e18ce18f-69c3-4917-92f6-ec576d76e14d tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 944 time: 0.0693955 Jul 15 19:09:29.984383 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f597f56a-2d1f-4d84-ae5d-392fa30f8f18 req-2a2f66a9-5dcc-46a0-aeff-6f27b87e5c19 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435097 Jul 15 19:09:30.929896 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45fac12-22c5-4475-ab3a-c7c92b68dcb9 req-b0dfc408-59ac-4c5c-91db-e1e793e1035d tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:30.931361 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-d45fac12-22c5-4475-ab3a-c7c92b68dcb9 req-b0dfc408-59ac-4c5c-91db-e1e793e1035d tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=42112ab2-47da-42ce-951c-cc5c2fd7376a HTTP/1.1" status: 200 len: 943 time: 0.0651052 Jul 15 19:09:30.968526 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-d45fac12-22c5-4475-ab3a-c7c92b68dcb9 req-fbceb97c-ad7f-447a-9632-cc4e8d3d0081 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/security-groups?id=1bf63e1d-7c63-440b-acb1-6eac56bb18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314960 Jul 15 19:09:31.161798 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64a9a0-07b5-454e-9aaa-ffc3c2c07689 req-38493291-bd68-4bf0-99bc-6ff1a3fea18c tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:31.163844 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-4d64a9a0-07b5-454e-9aaa-ffc3c2c07689 req-38493291-bd68-4bf0-99bc-6ff1a3fea18c tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 944 time: 0.0625656 Jul 15 19:09:31.202390 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-4d64a9a0-07b5-454e-9aaa-ffc3c2c07689 req-5734560f-7f83-4028-a9d4-e10cfec1c060 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329618 Jul 15 19:09:31.453111 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 43d16708-df34-4955-bc65-654248b7557e details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:09:31.551331 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 43d16708-df34-4955-bc65-654248b7557e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=43d16708-df34-4955-bc65-654248b7557e,segment=NetworkSegment(d5f1c983-8e5e-43db-bc20-b4d4ad135247),segment_id=d5f1c983-8e5e-43db-bc20-b4d4ad135247)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:09:31.562333 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Returning: {'device': '43d16708-df34-4955-bc65-654248b7557e', 'network_id': '960e0e51-d3ce-4be9-9b24-b079900ae4d0', 'port_id': '43d16708-df34-4955-bc65-654248b7557e', 'mac_address': 'fa:16:3e:cd:ff:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a3bcfa4-bf9d-4077-b69b-cfb7cb4b894f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:09:31.603302 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:31.621847 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d16708-df34-4955-bc65-654248b7557e {{(pid=93659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:09:31.642706 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 43d16708-df34-4955-bc65-654248b7557e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=43d16708-df34-4955-bc65-654248b7557e,segment=NetworkSegment(d5f1c983-8e5e-43db-bc20-b4d4ad135247),segment_id=d5f1c983-8e5e-43db-bc20-b4d4ad135247)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:09:31.646793 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:31.647467 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 78c07082-7a0b-4d79-82ee-155ed4f49c54 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:09:31.723093 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=43d16708-df34-4955-bc65-654248b7557e,revision_number=4']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:31.798430 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 78c07082-7a0b-4d79-82ee-155ed4f49c54, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=78c07082-7a0b-4d79-82ee-155ed4f49c54,segment=NetworkSegment(c5f8fc6e-ca65-461a-98f0-ca6e4f10d746),segment_id=c5f8fc6e-ca65-461a-98f0-ca6e4f10d746)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:09:31.812471 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Returning: {'device': '78c07082-7a0b-4d79-82ee-155ed4f49c54', 'network_id': '4bce21e0-88dc-4de8-9d22-c4e766c0d73f', 'port_id': '78c07082-7a0b-4d79-82ee-155ed4f49c54', 'mac_address': 'fa:16:3e:39:77:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c53d632-04b3-4db0-b6ce-07c07955a0b8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:09:31.866318 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:31.890053 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78c07082-7a0b-4d79-82ee-155ed4f49c54 {{(pid=93659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:09:31.919945 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 78c07082-7a0b-4d79-82ee-155ed4f49c54, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=78c07082-7a0b-4d79-82ee-155ed4f49c54,segment=NetworkSegment(c5f8fc6e-ca65-461a-98f0-ca6e4f10d746),segment_id=c5f8fc6e-ca65-461a-98f0-ca6e4f10d746)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:09:31.925967 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:31.990636 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=78c07082-7a0b-4d79-82ee-155ed4f49c54,revision_number=4']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:32.143547 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeffb73-1ce7-4f76-948c-655f7531f5db req-9f42eee7-93f5-41a7-bb50-3f7af5a9aaf8 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:32.145033 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-8aeffb73-1ce7-4f76-948c-655f7531f5db req-9f42eee7-93f5-41a7-bb50-3f7af5a9aaf8 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=42112ab2-47da-42ce-951c-cc5c2fd7376a HTTP/1.1" status: 200 len: 944 time: 0.0650053 Jul 15 19:09:32.182742 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-8aeffb73-1ce7-4f76-948c-655f7531f5db req-2057ec43-40bb-4ac7-a70a-5886cd24946c tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/security-groups?id=1bf63e1d-7c63-440b-acb1-6eac56bb18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320597 Jul 15 19:09:32.382530 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c10d8-5c11-4950-ae08-25a10cd42692 req-4333252e-3532-4a13-b9a7-49447d6eef3d tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:32.384018 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-bc9c10d8-5c11-4950-ae08-25a10cd42692 req-4333252e-3532-4a13-b9a7-49447d6eef3d tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 945 time: 0.0662148 Jul 15 19:09:32.385345 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] get_ports_and_sgs() called for port_ids ['43d16708-df34-4955-bc65-654248b7557e'] {{(pid=93659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:09:32.409923 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] get_ports_and_sgs() called for port_ids ['78c07082-7a0b-4d79-82ee-155ed4f49c54'] {{(pid=93659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:09:32.423979 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-bc9c10d8-5c11-4950-ae08-25a10cd42692 req-036c2dc2-b58f-4d34-8091-9e7b46e51eda tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342362 Jul 15 19:09:33.363045 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dcbcd0-280b-4cea-bfa2-ee05b6a74ce1 req-ed338f22-6cb3-45c7-be02-66f3a62609ba tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:33.364571 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-55dcbcd0-280b-4cea-bfa2-ee05b6a74ce1 req-ed338f22-6cb3-45c7-be02-66f3a62609ba tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=42112ab2-47da-42ce-951c-cc5c2fd7376a HTTP/1.1" status: 200 len: 944 time: 0.0682666 Jul 15 19:09:33.402598 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-55dcbcd0-280b-4cea-bfa2-ee05b6a74ce1 req-523fb8ba-b8ef-4846-930b-711903ee0fba tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/security-groups?id=1bf63e1d-7c63-440b-acb1-6eac56bb18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319815 Jul 15 19:09:33.468231 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 43d16708-df34-4955-bc65-654248b7557e up at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:09:33.517117 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Provisioning for port 43d16708-df34-4955-bc65-654248b7557e completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:09:33.521250 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Provisioning complete for port 43d16708-df34-4955-bc65-654248b7557e triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:09:33.521628 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:33.599880 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:33.602116 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec759d-e640-44df-8007-a37df8e038af req-b64df784-6caf-44f8-8fdb-1c67c92951d8 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:33.603589 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-85ec759d-e640-44df-8007-a37df8e038af req-b64df784-6caf-44f8-8fdb-1c67c92951d8 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 945 time: 0.0623488 Jul 15 19:09:33.623204 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42112ab2-47da-42ce-951c-cc5c2fd7376a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d16708-df34-4955-bc65-654248b7557e'}] {{(pid=93659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:09:33.625512 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cff241be1680f95bd86cb63ae369edb514e49424f5374e734ea98f44dc6e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0664d5d-3ba5-48e4-8805-6a36a03f256d" -d '{"events": [{"server_uuid": "42112ab2-47da-42ce-951c-cc5c2fd7376a", "name": "network-vif-plugged", "status": "completed", "tag": "43d16708-df34-4955-bc65-654248b7557e"}]}' {{(pid=93659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:09:33.640086 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 43d16708-df34-4955-bc65-654248b7557e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=43d16708-df34-4955-bc65-654248b7557e,segment=NetworkSegment(d5f1c983-8e5e-43db-bc20-b4d4ad135247),segment_id=d5f1c983-8e5e-43db-bc20-b4d4ad135247)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:09:33.645897 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:33.647300 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 78c07082-7a0b-4d79-82ee-155ed4f49c54 up at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:09:33.647426 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-85ec759d-e640-44df-8007-a37df8e038af req-4a730824-fa91-4a97-a2b5-529ffff7ff65 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380964 Jul 15 19:09:33.670779 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76ce710-ddb6-4890-af33-f6862ab855f9 x-openstack-request-id: req-f76ce710-ddb6-4890-af33-f6862ab855f9 {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:09:33.671073 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42112ab2-47da-42ce-951c-cc5c2fd7376a", "name": "network-vif-plugged", "status": "completed", "tag": "43d16708-df34-4955-bc65-654248b7557e", "code": 200}]} {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:09:33.671332 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f76ce710-ddb6-4890-af33-f6862ab855f9 {{(pid=93659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:09:33.671700 dv-cinder-788363-8-iscsi neutron-server[93659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42112ab2-47da-42ce-951c-cc5c2fd7376a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d16708-df34-4955-bc65-654248b7557e', 'code': 200} Jul 15 19:09:33.726400 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=43d16708-df34-4955-bc65-654248b7557e,revision_number=5']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:33.739058 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Provisioning for port 78c07082-7a0b-4d79-82ee-155ed4f49c54 completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:09:33.743449 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Provisioning complete for port 78c07082-7a0b-4d79-82ee-155ed4f49c54 triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:09:33.743827 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:33.850712 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:33.887843 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 78c07082-7a0b-4d79-82ee-155ed4f49c54, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=78c07082-7a0b-4d79-82ee-155ed4f49c54,segment=NetworkSegment(c5f8fc6e-ca65-461a-98f0-ca6e4f10d746),segment_id=c5f8fc6e-ca65-461a-98f0-ca6e4f10d746)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:09:33.892418 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:33.943510 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=78c07082-7a0b-4d79-82ee-155ed4f49c54,revision_number=5']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:33.987121 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639ed28-b9fd-4842-9790-8e09ff575d7b req-cba14e38-7380-4c18-9df2-f82699b374d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:33.988553 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-5639ed28-b9fd-4842-9790-8e09ff575d7b req-cba14e38-7380-4c18-9df2-f82699b374d2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=42112ab2-47da-42ce-951c-cc5c2fd7376a HTTP/1.1" status: 200 len: 1098 time: 0.0665874 Jul 15 19:09:34.027578 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-5639ed28-b9fd-4842-9790-8e09ff575d7b req-cb295900-74e4-4c6b-8082-5a246e6bb4f9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1bf63e1d-7c63-440b-acb1-6eac56bb18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277765 Jul 15 19:09:34.579468 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9d7db-17bb-41b3-ac37-e3f36f8508c0 req-72634dbb-bb28-45e4-94fb-98552d170efe tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:34.581032 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1dc9d7db-17bb-41b3-ac37-e3f36f8508c0 req-72634dbb-bb28-45e4-94fb-98552d170efe tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=42112ab2-47da-42ce-951c-cc5c2fd7376a HTTP/1.1" status: 200 len: 945 time: 0.0648904 Jul 15 19:09:34.619587 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1dc9d7db-17bb-41b3-ac37-e3f36f8508c0 req-6133bcad-bf55-4f5a-863c-6b249a586c71 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/security-groups?id=1bf63e1d-7c63-440b-acb1-6eac56bb18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323527 Jul 15 19:09:34.831344 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ecea46-0525-48f2-a71c-d99dee3b6350 req-d67139dd-d3d6-4dfc-98e0-f09d8295fc80 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:34.832845 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-d0ecea46-0525-48f2-a71c-d99dee3b6350 req-d67139dd-d3d6-4dfc-98e0-f09d8295fc80 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 946 time: 0.0652599 Jul 15 19:09:34.871659 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-d0ecea46-0525-48f2-a71c-d99dee3b6350 req-903fe918-9278-412d-8b44-e244c4e633e6 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329933 Jul 15 19:09:35.673610 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95705511-383b-41ec-9329-d0f352e31386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c07082-7a0b-4d79-82ee-155ed4f49c54'}] {{(pid=93659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:09:35.677881 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cff241be1680f95bd86cb63ae369edb514e49424f5374e734ea98f44dc6e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8afab23-5735-4280-8221-9f90e1969de5" -d '{"events": [{"server_uuid": "95705511-383b-41ec-9329-d0f352e31386", "name": "network-vif-plugged", "status": "completed", "tag": "78c07082-7a0b-4d79-82ee-155ed4f49c54"}]}' {{(pid=93659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:09:35.714170 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644a73ad-919f-449f-a478-3ca3eb9e1165 x-openstack-request-id: req-644a73ad-919f-449f-a478-3ca3eb9e1165 {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:09:35.714468 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95705511-383b-41ec-9329-d0f352e31386", "name": "network-vif-plugged", "status": "completed", "tag": "78c07082-7a0b-4d79-82ee-155ed4f49c54", "code": 200}]} {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:09:35.714719 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-644a73ad-919f-449f-a478-3ca3eb9e1165 {{(pid=93659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:09:35.715109 dv-cinder-788363-8-iscsi neutron-server[93659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95705511-383b-41ec-9329-d0f352e31386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c07082-7a0b-4d79-82ee-155ed4f49c54', 'code': 200} Jul 15 19:09:35.829251 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c0b06-4126-4e14-a04c-46da15bad235 req-58b21e69-9de3-4a1d-abbb-18b8785c6555 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:35.831502 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-913c0b06-4126-4e14-a04c-46da15bad235 req-58b21e69-9de3-4a1d-abbb-18b8785c6555 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=42112ab2-47da-42ce-951c-cc5c2fd7376a HTTP/1.1" status: 200 len: 945 time: 0.0955477 Jul 15 19:09:35.872665 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-913c0b06-4126-4e14-a04c-46da15bad235 req-bb06495b-ff69-4366-94e2-d9e9ad0a4857 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/security-groups?id=1bf63e1d-7c63-440b-acb1-6eac56bb18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344567 Jul 15 19:09:36.027839 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14e17b-5445-43cc-bccb-e7147f284dd7 req-263410e6-549e-464d-96d9-346fe7530c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:36.029364 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-7c14e17b-5445-43cc-bccb-e7147f284dd7 req-263410e6-549e-464d-96d9-346fe7530c20 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 1099 time: 0.0602171 Jul 15 19:09:36.074430 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-7c14e17b-5445-43cc-bccb-e7147f284dd7 req-154a8da7-3e80-4b7c-81f5-3dd05b3f25e9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353289 Jul 15 19:09:36.223922 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2044909-c672-4a29-bf38-eeb03357cbdd req-15a5cb05-0158-4e05-bc37-08a5a5094306 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:36.225457 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f2044909-c672-4a29-bf38-eeb03357cbdd req-15a5cb05-0158-4e05-bc37-08a5a5094306 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 946 time: 0.0660233 Jul 15 19:09:36.266665 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f2044909-c672-4a29-bf38-eeb03357cbdd req-5c5835f5-b4e6-4d51-b3a7-cc3b30d42c8c tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352290 Jul 15 19:09:37.448857 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93189f-85f9-408c-821a-97a815a11177 req-8b30b295-8d5e-4169-806c-4dae6bdfd4e9 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:37.450402 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-8c93189f-85f9-408c-821a-97a815a11177 req-8b30b295-8d5e-4169-806c-4dae6bdfd4e9 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 946 time: 0.0680625 Jul 15 19:09:37.490308 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-8c93189f-85f9-408c-821a-97a815a11177 req-9f2bde80-7159-4c44-8340-e24f5b9dc241 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342798 Jul 15 19:09:38.686593 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f3cfc-6aff-454e-a491-bc12ab423d44 req-cb5237a1-cc08-4b5b-9bdf-1bc9a5185ff0 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:38.688843 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-6f9f3cfc-6aff-454e-a491-bc12ab423d44 req-cb5237a1-cc08-4b5b-9bdf-1bc9a5185ff0 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 946 time: 0.0746624 Jul 15 19:09:38.739919 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-6f9f3cfc-6aff-454e-a491-bc12ab423d44 req-fd890d66-5fe9-419c-90c3-bf38feabb367 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431101 Jul 15 19:09:38.786748 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-fa90ed3d-41b9-4e4b-8392-d5d33bb4df8a tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:38.788446 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-fa90ed3d-41b9-4e4b-8392-d5d33bb4df8a tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/networks?id=960e0e51-d3ce-4be9-9b24-b079900ae4d0 HTTP/1.1" status: 200 len: 815 time: 0.1295586 Jul 15 19:09:38.805712 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-07725e40-99c7-45ca-b71b-df0f5cf2cb13 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/quotas/cefe6bba6f2f4be18e04e6d784b0c978 HTTP/1.1" status: 200 len: 375 time: 0.0116460 Jul 15 19:09:38.877775 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-4e084585-6add-4479-aa63-06d4fe343b93 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cefe6bba6f2f4be18e04e6d784b0c978&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0655527 Jul 15 19:09:38.951832 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b9cb3-2827-4b9f-a2da-5d92ed6eef25 req-6666b0e8-f06b-469d-8f4a-fa22288830b7 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:38.953543 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-131b9cb3-2827-4b9f-a2da-5d92ed6eef25 req-6666b0e8-f06b-469d-8f4a-fa22288830b7 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 946 time: 0.0819974 Jul 15 19:09:38.963279 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 55336) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:09:38.967714 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-7ba57986-0fca-4ab6-a982-2877e336d863 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Request body: {'floatingip': {'port_id': '78c07082-7a0b-4d79-82ee-155ed4f49c54'}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:09:38.986654 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-4e2104af-916d-4597-b602-038358a99767 service neutron] 10.222.0.70 "GET /v2.0/networks/960e0e51-d3ce-4be9-9b24-b079900ae4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012890 Jul 15 19:09:39.009272 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-7ba57986-0fca-4ab6-a982-2877e336d863 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks [] for floatingip, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:39.075712 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-feb4a979-04d6-4d95-9be9-811d0c0a56a3 service neutron] 10.222.0.70 "GET /v2.0/networks/960e0e51-d3ce-4be9-9b24-b079900ae4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833585 Jul 15 19:09:39.335466 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-0a1d2e0d-204e-4bbe-bcab-263626ae8b23 req-081fe1e6-5a4d-47ec-b82e-9e9b7ed2adf6 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=35cd84df-d273-4d2a-af62-9526cc88c70c HTTP/1.1" status: 200 len: 210 time: 0.0683553 Jul 15 19:09:39.504277 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-7ba57986-0fca-4ab6-a982-2877e336d863 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:39.508414 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-7ba57986-0fca-4ab6-a982-2877e336d863 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764579'] for floatingip, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:39.655275 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.db.l3_db [None req-7ba57986-0fca-4ab6-a982-2877e336d863 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Floating IP cc337e88-4229-4253-85e0-f304ae1aee75 associated. External IP: 172.27.2.13, port: 78c07082-7a0b-4d79-82ee-155ed4f49c54. Jul 15 19:09:39.882756 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba57986-0fca-4ab6-a982-2877e336d863 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Router 7b9759c3-89bb-4cac-8bad-7129a62d1c00 has already been hosted by L3 agent d1959f4f-c5e4-447e-bdea-87c7e923db15 {{(pid=93657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:09:39.999095 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba57986-0fca-4ab6-a982-2877e336d863 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify agent at l3_agent.dv-cinder-788363-8-iscsi the message routers_updated {{(pid=93657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:09:40.004324 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-7ba57986-0fca-4ab6-a982-2877e336d863 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for floatingip, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:40.008273 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a19c312-9381-4a78-a277-160b80178d21 None None] Sync routers for ids ['7b9759c3-89bb-4cac-8bad-7129a62d1c00'] in dv-cinder-788363-8-iscsi {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:09:40.018044 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a19c312-9381-4a78-a277-160b80178d21 None None] Routers {'7b9759c3-89bb-4cac-8bad-7129a62d1c00'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:09:40.018668 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-0a19c312-9381-4a78-a277-160b80178d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:09:22Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['7b9759c3-89bb-4cac-8bad-7129a62d1c00'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:09:40.043347 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-7ba57986-0fca-4ab6-a982-2877e336d863 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "PUT /v2.0/floatingips/cc337e88-4229-4253-85e0-f304ae1aee75 HTTP/1.1" status: 200 len: 991 time: 1.0764573 Jul 15 19:09:40.043347 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95705511-383b-41ec-9329-d0f352e31386', 'tag': '78c07082-7a0b-4d79-82ee-155ed4f49c54'}] {{(pid=93657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:09:40.045026 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b0cfcdb1f3b1ee888c4befe2123a349a82046d9ec1555bca0e5a99b684397f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7ae5d0-e64d-4fb7-a43b-74ed1066f8f1" -d '{"events": [{"name": "network-changed", "server_uuid": "95705511-383b-41ec-9329-d0f352e31386", "tag": "78c07082-7a0b-4d79-82ee-155ed4f49c54"}]}' {{(pid=93657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:09:40.080860 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3197a4-d4bc-430a-afbd-6cbd524d4884 x-openstack-request-id: req-ec3197a4-d4bc-430a-afbd-6cbd524d4884 {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:09:40.081265 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95705511-383b-41ec-9329-d0f352e31386", "tag": "78c07082-7a0b-4d79-82ee-155ed4f49c54", "status": "completed", "code": 200}]} {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:09:40.081586 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ec3197a4-d4bc-430a-afbd-6cbd524d4884 {{(pid=93657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:09:40.082081 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95705511-383b-41ec-9329-d0f352e31386', 'tag': '78c07082-7a0b-4d79-82ee-155ed4f49c54', 'status': 'completed', 'code': 200} Jul 15 19:09:40.127572 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-0a19c312-9381-4a78-a277-160b80178d21 None None] Set router 7b9759c3-89bb-4cac-8bad-7129a62d1c00 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:09:40.244329 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ae5d0-e64d-4fb7-a43b-74ed1066f8f1 req-562b9743-c9ea-46f1-9d63-d79da3381188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:40.245882 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-fc7ae5d0-e64d-4fb7-a43b-74ed1066f8f1 req-562b9743-c9ea-46f1-9d63-d79da3381188 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=509209d2c8bd40dc87dfc3c3ad815494&device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 1099 time: 0.0626552 Jul 15 19:09:40.347084 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ae5d0-e64d-4fb7-a43b-74ed1066f8f1 req-5015be71-24f9-4b02-a3e5-f2f46e67d354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:40.348678 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-fc7ae5d0-e64d-4fb7-a43b-74ed1066f8f1 req-5015be71-24f9-4b02-a3e5-f2f46e67d354 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4bce21e0-88dc-4de8-9d22-c4e766c0d73f HTTP/1.1" status: 200 len: 918 time: 0.0909464 Jul 15 19:09:40.358161 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-0a19c312-9381-4a78-a277-160b80178d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'name': 'tempest-AttachVolumeShelveTestJSON-637004643-router', 'tenant_id': '509209d2c8bd40dc87dfc3c3ad815494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'd31377b5-90c0-435a-8a0e-da412031a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:51Z', 'updated_at': '2021-07-15T19:05:01Z', 'revision_number': 4, 'project_id': '509209d2c8bd40dc87dfc3c3ad815494', 'gw_port': {'id': 'd31377b5-90c0-435a-8a0e-da412031a132', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:52Z', 'updated_at': '2021-07-15T19:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_floatingips': [{'id': 'cc337e88-4229-4253-85e0-f304ae1aee75', 'tenant_id': '509209d2c8bd40dc87dfc3c3ad815494', 'floating_ip_address': '172.27.2.13', 'floating_network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'router_id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'port_id': '78c07082-7a0b-4d79-82ee-155ed4f49c54', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bce21e0-88dc-4de8-9d22-c4e766c0d73f', 'mac_address': 'fa:16:3e:39:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95705511-383b-41ec-9329-d0f352e31386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:09:21Z', 'updated_at': '2021-07-15T19:09:39Z', 'revision_number': 1, 'project_id': '509209d2c8bd40dc87dfc3c3ad815494', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4da03f02-b7d6-4be0-acf2-186cc838576d', 'name': '', 'network_id': '4bce21e0-88dc-4de8-9d22-c4e766c0d73f', 'tenant_id': '509209d2c8bd40dc87dfc3c3ad815494', 'mac_address': 'fa:16:3e:9f:d1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '4c53d632-04b3-4db0-b6ce-07c07955a0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:58Z', 'updated_at': '2021-07-15T19:05:13Z', 'revision_number': 5, 'project_id': '509209d2c8bd40dc87dfc3c3ad815494', 'subnets': [{'id': '4c53d632-04b3-4db0-b6ce-07c07955a0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:09:40.387301 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a19c312-9381-4a78-a277-160b80178d21 None None] Checking router: 7b9759c3-89bb-4cac-8bad-7129a62d1c00 for host: dv-cinder-788363-8-iscsi {{(pid=93659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:09:40.397720 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a19c312-9381-4a78-a277-160b80178d21 None None] Routers {'7b9759c3-89bb-4cac-8bad-7129a62d1c00'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:09:40.398364 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-0a19c312-9381-4a78-a277-160b80178d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:09:22Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['7b9759c3-89bb-4cac-8bad-7129a62d1c00'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:09:40.428480 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-fc7ae5d0-e64d-4fb7-a43b-74ed1066f8f1 req-d2dd709c-ce24-47f5-b311-3c58e2f3adea service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78c07082-7a0b-4d79-82ee-155ed4f49c54 HTTP/1.1" status: 200 len: 999 time: 0.0667946 Jul 15 19:09:40.525987 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-c37f53ae-be08-43cf-b56e-92fb07e06557 req-0b2ce901-8df5-43a9-9c74-e538306bd12e tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=35cd84df-d273-4d2a-af62-9526cc88c70c HTTP/1.1" status: 200 len: 210 time: 0.0313365 Jul 15 19:09:40.531160 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ae5d0-e64d-4fb7-a43b-74ed1066f8f1 req-93ad95bf-e50f-431b-a899-e70fd1d5d6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:40.533475 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-fc7ae5d0-e64d-4fb7-a43b-74ed1066f8f1 req-93ad95bf-e50f-431b-a899-e70fd1d5d6d1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c53d632-04b3-4db0-b6ce-07c07955a0b8 HTTP/1.1" status: 200 len: 855 time: 0.0876732 Jul 15 19:09:40.536290 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-0a19c312-9381-4a78-a277-160b80178d21 None None] Set router 7b9759c3-89bb-4cac-8bad-7129a62d1c00 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:09:40.627892 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ae5d0-e64d-4fb7-a43b-74ed1066f8f1 req-b6dde7f9-0dfc-4384-9827-beca5c791403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:40.629528 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-fc7ae5d0-e64d-4fb7-a43b-74ed1066f8f1 req-b6dde7f9-0dfc-4384-9827-beca5c791403 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4bce21e0-88dc-4de8-9d22-c4e766c0d73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0835185 Jul 15 19:09:40.762112 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-fc7ae5d0-e64d-4fb7-a43b-74ed1066f8f1 req-a4259e8b-92cb-493e-aee3-8212a8e3de5b service neutron] 10.222.0.69 "GET /v2.0/networks/4bce21e0-88dc-4de8-9d22-c4e766c0d73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172261 Jul 15 19:09:40.842334 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-0a19c312-9381-4a78-a277-160b80178d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'name': 'tempest-AttachVolumeShelveTestJSON-637004643-router', 'tenant_id': '509209d2c8bd40dc87dfc3c3ad815494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'd31377b5-90c0-435a-8a0e-da412031a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:51Z', 'updated_at': '2021-07-15T19:05:01Z', 'revision_number': 4, 'project_id': '509209d2c8bd40dc87dfc3c3ad815494', 'gw_port': {'id': 'd31377b5-90c0-435a-8a0e-da412031a132', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:52Z', 'updated_at': '2021-07-15T19:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_floatingips': [{'id': 'cc337e88-4229-4253-85e0-f304ae1aee75', 'tenant_id': '509209d2c8bd40dc87dfc3c3ad815494', 'floating_ip_address': '172.27.2.13', 'floating_network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'router_id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'port_id': '78c07082-7a0b-4d79-82ee-155ed4f49c54', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bce21e0-88dc-4de8-9d22-c4e766c0d73f', 'mac_address': 'fa:16:3e:39:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95705511-383b-41ec-9329-d0f352e31386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:09:21Z', 'updated_at': '2021-07-15T19:09:39Z', 'revision_number': 1, 'project_id': '509209d2c8bd40dc87dfc3c3ad815494', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4da03f02-b7d6-4be0-acf2-186cc838576d', 'name': '', 'network_id': '4bce21e0-88dc-4de8-9d22-c4e766c0d73f', 'tenant_id': '509209d2c8bd40dc87dfc3c3ad815494', 'mac_address': 'fa:16:3e:9f:d1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '4c53d632-04b3-4db0-b6ce-07c07955a0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:58Z', 'updated_at': '2021-07-15T19:05:13Z', 'revision_number': 5, 'project_id': '509209d2c8bd40dc87dfc3c3ad815494', 'subnets': [{'id': '4c53d632-04b3-4db0-b6ce-07c07955a0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:09:40.893065 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-efd0adfb-8095-4ce3-b086-d71548ea3979 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:40.893917 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-fc7ae5d0-e64d-4fb7-a43b-74ed1066f8f1 req-7fd64c5b-cb5e-44d7-bc61-f7ecdb00366f service neutron] 10.222.0.69 "GET /v2.0/networks/4bce21e0-88dc-4de8-9d22-c4e766c0d73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203394 Jul 15 19:09:40.895853 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-efd0adfb-8095-4ce3-b086-d71548ea3979 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.69 "GET /v2.0/networks?id=960e0e51-d3ce-4be9-9b24-b079900ae4d0 HTTP/1.1" status: 200 len: 815 time: 0.2059088 Jul 15 19:09:40.909066 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a19c312-9381-4a78-a277-160b80178d21 None None] The sync data for ids ['7b9759c3-89bb-4cac-8bad-7129a62d1c00'] in dv-cinder-788363-8-iscsi is: [{'id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'name': 'tempest-AttachVolumeShelveTestJSON-637004643-router', 'tenant_id': '509209d2c8bd40dc87dfc3c3ad815494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'd31377b5-90c0-435a-8a0e-da412031a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:51Z', 'updated_at': '2021-07-15T19:05:01Z', 'revision_number': 4, 'project_id': '509209d2c8bd40dc87dfc3c3ad815494', 'gw_port': {'id': 'd31377b5-90c0-435a-8a0e-da412031a132', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:52Z', 'updated_at': '2021-07-15T19:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_floatingips': [{'id': 'cc337e88-4229-4253-85e0-f304ae1aee75', 'tenant_id': '509209d2c8bd40dc87dfc3c3ad815494', 'floating_ip_address': '172.27.2.13', 'floating_network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'router_id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'port_id': '78c07082-7a0b-4d79-82ee-155ed4f49c54', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bce21e0-88dc-4de8-9d22-c4e766c0d73f', 'mac_address': 'fa:16:3e:39:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95705511-383b-41ec-9329-d0f352e31386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:09:21Z', 'updated_at': '2021-07-15T19:09:39Z', 'revision_number': 1, 'project_id': '509209d2c8bd40dc87dfc3c3ad815494', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4da03f02-b7d6-4be0-acf2-186cc838576d', 'name': '', 'network_id': '4bce21e0-88dc-4de8-9d22-c4e766c0d73f', 'tenant_id': '509209d2c8bd40dc87dfc3c3ad815494', 'mac_address': 'fa:16:3e:9f:d1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '4c53d632-04b3-4db0-b6ce-07c07955a0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:58Z', 'updated_at': '2021-07-15T19:05:13Z', 'revision_number': 5, 'project_id': '509209d2c8bd40dc87dfc3c3ad815494', 'subnets': [{'id': '4c53d632-04b3-4db0-b6ce-07c07955a0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:09:40.936655 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-e92bb987-714e-4447-bda8-72712a3966ff tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Request body: {'port': {'device_id': '35cd84df-d273-4d2a-af62-9526cc88c70c', 'network_id': '960e0e51-d3ce-4be9-9b24-b079900ae4d0', 'admin_state_up': True, 'tenant_id': 'cefe6bba6f2f4be18e04e6d784b0c978'}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:09:41.077563 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-e92bb987-714e-4447-bda8-72712a3966ff tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Made reservation on behalf of cefe6bba6f2f4be18e04e6d784b0c978 for: {'port': 1} {{(pid=93657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:09:41.081764 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-e92bb987-714e-4447-bda8-72712a3966ff tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:41.172100 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13521d1-a900-45c8-8eb7-b471cb394077 None None] New status for floating IP cc337e88-4229-4253-85e0-f304ae1aee75: ACTIVE {{(pid=93660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:09:41.224879 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.db_base_plugin_common [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-e92bb987-714e-4447-bda8-72712a3966ff tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Allocated IP 172.20.0.11 (960e0e51-d3ce-4be9-9b24-b079900ae4d0/6a3bcfa4-bf9d-4077-b69b-cfb7cb4b894f/28ca84cb-5cca-48a7-80eb-4139b38969e4) {{(pid=93657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:09:41.383959 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-e92bb987-714e-4447-bda8-72712a3966ff tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Notify callbacks [] for port, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:41.688953 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-7484ac1d-017f-44c0-9f69-c8493ac4e66b req-a900fc7a-a4bb-464e-892d-57f313e23ff5 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=35cd84df-d273-4d2a-af62-9526cc88c70c HTTP/1.1" status: 200 len: 210 time: 0.0330863 Jul 15 19:09:41.690511 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-e92bb987-714e-4447-bda8-72712a3966ff tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:41.736394 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-e92bb987-714e-4447-bda8-72712a3966ff tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Network 960e0e51-d3ce-4be9-9b24-b079900ae4d0 is already hosted by enough agents. {{(pid=93657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:09:41.742289 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] get_ports_and_sgs() called for port_ids ['7220fc8a-b4f2-4d1f-a827-edcf7993c194', '43d16708-df34-4955-bc65-654248b7557e'] {{(pid=93659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:09:41.742877 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.base_scheduler [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-e92bb987-714e-4447-bda8-72712a3966ff tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Resources bound (agent type, host, resource id): {{(pid=93657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:09:41.747628 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-e92bb987-714e-4447-bda8-72712a3966ff tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Received port after_create {{(pid=93657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:09:41.772245 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92bb987-714e-4447-bda8-72712a3966ff tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Pushing event updated for resources: {'Port': ['ID=28ca84cb-5cca-48a7-80eb-4139b38969e4,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:41.807505 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-e92bb987-714e-4447-bda8-72712a3966ff tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:41.808198 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-e92bb987-714e-4447-bda8-72712a3966ff tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:41.824674 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-e92bb987-714e-4447-bda8-72712a3966ff tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8938127 Jul 15 19:09:41.849619 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-e8a0fe31-2509-4482-90cc-f2c07fe14f93 service neutron] Request body: {'port': {'device_id': '35cd84df-d273-4d2a-af62-9526cc88c70c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:09:41.963524 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-e8a0fe31-2509-4482-90cc-f2c07fe14f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:42.257647 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.notifiers.nova [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-e8a0fe31-2509-4482-90cc-f2c07fe14f93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28ca84cb-5cca-48a7-80eb-4139b38969e4 {{(pid=93657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:09:42.265613 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-e8a0fe31-2509-4482-90cc-f2c07fe14f93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:42.277847 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.provisioning_blocks [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-e8a0fe31-2509-4482-90cc-f2c07fe14f93 service neutron] Transition to ACTIVE for port object 28ca84cb-5cca-48a7-80eb-4139b38969e4 will not be triggered until provisioned by entity L2. {{(pid=93657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:09:42.282575 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-e8a0fe31-2509-4482-90cc-f2c07fe14f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6305852'] for port, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:42.353849 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0fe31-2509-4482-90cc-f2c07fe14f93 service neutron] Pushing event updated for resources: {'Port': ['ID=28ca84cb-5cca-48a7-80eb-4139b38969e4,revision_number=2']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:42.407528 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-e8a0fe31-2509-4482-90cc-f2c07fe14f93 service neutron] Attempting to bind port 28ca84cb-5cca-48a7-80eb-4139b38969e4 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:09:42.407854 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-e8a0fe31-2509-4482-90cc-f2c07fe14f93 service neutron] Attempting to bind port 28ca84cb-5cca-48a7-80eb-4139b38969e4 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'd5f1c983-8e5e-43db-bc20-b4d4ad135247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '960e0e51-d3ce-4be9-9b24-b079900ae4d0'}] {{(pid=93657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:09:42.408186 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-e8a0fe31-2509-4482-90cc-f2c07fe14f93 service neutron] Attempting to bind port 28ca84cb-5cca-48a7-80eb-4139b38969e4 on network 960e0e51-d3ce-4be9-9b24-b079900ae4d0 {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:09:42.413588 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-e8a0fe31-2509-4482-90cc-f2c07fe14f93 service neutron] Port 28ca84cb-5cca-48a7-80eb-4139b38969e4 on network 960e0e51-d3ce-4be9-9b24-b079900ae4d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:09:42.413951 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-e8a0fe31-2509-4482-90cc-f2c07fe14f93 service neutron] Attempting to bind port 28ca84cb-5cca-48a7-80eb-4139b38969e4 on network 960e0e51-d3ce-4be9-9b24-b079900ae4d0 {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:09:42.419497 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-e8a0fe31-2509-4482-90cc-f2c07fe14f93 service neutron] Checking agent: {'id': 'ff69530c-d7d1-4bd0-8ab4-9c33ea1455de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 2, 58), 'started_at': datetime.datetime(2021, 7, 15, 19, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:09:42.419832 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-e8a0fe31-2509-4482-90cc-f2c07fe14f93 service neutron] Checking segment: {'id': 'd5f1c983-8e5e-43db-bc20-b4d4ad135247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '960e0e51-d3ce-4be9-9b24-b079900ae4d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:09:42.420310 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-e8a0fe31-2509-4482-90cc-f2c07fe14f93 service neutron] Bound using segment: {'id': 'd5f1c983-8e5e-43db-bc20-b4d4ad135247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '960e0e51-d3ce-4be9-9b24-b079900ae4d0'} {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:09:42.420651 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-e8a0fe31-2509-4482-90cc-f2c07fe14f93 service neutron] Bound port: 28ca84cb-5cca-48a7-80eb-4139b38969e4, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5f1c983-8e5e-43db-bc20-b4d4ad135247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '960e0e51-d3ce-4be9-9b24-b079900ae4d0'}}] {{(pid=93657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:09:42.421031 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-e8a0fe31-2509-4482-90cc-f2c07fe14f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:42.497191 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-e8a0fe31-2509-4482-90cc-f2c07fe14f93 service neutron] For port 28ca84cb-5cca-48a7-80eb-4139b38969e4, host hv-cinder-78836, cleared binding levels {{(pid=93657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:09:42.500852 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-e8a0fe31-2509-4482-90cc-f2c07fe14f93 service neutron] For port 28ca84cb-5cca-48a7-80eb-4139b38969e4, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=28ca84cb-5cca-48a7-80eb-4139b38969e4,segment=NetworkSegment(d5f1c983-8e5e-43db-bc20-b4d4ad135247),segment_id=d5f1c983-8e5e-43db-bc20-b4d4ad135247)] {{(pid=93657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:09:42.504825 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-e8a0fe31-2509-4482-90cc-f2c07fe14f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6305852'] for port, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:42.541238 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-e8a0fe31-2509-4482-90cc-f2c07fe14f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:42.541895 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-e8a0fe31-2509-4482-90cc-f2c07fe14f93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:42.543356 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-e8a0fe31-2509-4482-90cc-f2c07fe14f93 service neutron] 10.222.0.69 "PUT /v2.0/ports/28ca84cb-5cca-48a7-80eb-4139b38969e4 HTTP/1.1" status: 200 len: 1094 time: 0.7015064 Jul 15 19:09:42.543814 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35cd84df-d273-4d2a-af62-9526cc88c70c', 'tag': '28ca84cb-5cca-48a7-80eb-4139b38969e4'}] {{(pid=93657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:09:42.546186 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b0cfcdb1f3b1ee888c4befe2123a349a82046d9ec1555bca0e5a99b684397f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200743eb-9a0c-46fe-84c2-94699654abcc" -d '{"events": [{"name": "network-changed", "server_uuid": "35cd84df-d273-4d2a-af62-9526cc88c70c", "tag": "28ca84cb-5cca-48a7-80eb-4139b38969e4"}]}' {{(pid=93657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:09:42.573316 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0fe31-2509-4482-90cc-f2c07fe14f93 service neutron] Pushing event updated for resources: {'Port': ['ID=28ca84cb-5cca-48a7-80eb-4139b38969e4,revision_number=3']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:42.608154 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8f663b-846a-4188-9d37-46776ddf071e x-openstack-request-id: req-1e8f663b-846a-4188-9d37-46776ddf071e {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:09:42.608541 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35cd84df-d273-4d2a-af62-9526cc88c70c", "tag": "28ca84cb-5cca-48a7-80eb-4139b38969e4", "status": "completed", "code": 200}]} {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:09:42.608794 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1e8f663b-846a-4188-9d37-46776ddf071e {{(pid=93657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:09:42.609196 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35cd84df-d273-4d2a-af62-9526cc88c70c', 'tag': '28ca84cb-5cca-48a7-80eb-4139b38969e4', 'status': 'completed', 'code': 200} Jul 15 19:09:42.707166 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-6863089e-0f8c-49c2-8ce0-86ba4206b957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:42.708736 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-6863089e-0f8c-49c2-8ce0-86ba4206b957 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cefe6bba6f2f4be18e04e6d784b0c978&device_id=35cd84df-d273-4d2a-af62-9526cc88c70c HTTP/1.1" status: 200 len: 1097 time: 0.0581982 Jul 15 19:09:42.776155 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-0477f637-ef4f-40cd-b75e-76ea63cce9e0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28ca84cb-5cca-48a7-80eb-4139b38969e4 HTTP/1.1" status: 200 len: 217 time: 0.0384648 Jul 15 19:09:42.830466 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-54bf4b4b-dc99-41be-b123-321dead80a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:42.831934 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-54bf4b4b-dc99-41be-b123-321dead80a0d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6a3bcfa4-bf9d-4077-b69b-cfb7cb4b894f HTTP/1.1" status: 200 len: 855 time: 0.0475967 Jul 15 19:09:42.869935 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-c56e1a38-823a-4dc9-8405-b60169206ad9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=960e0e51-d3ce-4be9-9b24-b079900ae4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271513 Jul 15 19:09:42.875738 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab1b1c-e150-4997-811e-abfdc5a11b04 req-47772a6f-db4b-4abf-aa76-fe7bce8a8d84 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:42.877225 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-b0ab1b1c-e150-4997-811e-abfdc5a11b04 req-47772a6f-db4b-4abf-aa76-fe7bce8a8d84 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=35cd84df-d273-4d2a-af62-9526cc88c70c HTTP/1.1" status: 200 len: 944 time: 0.0698960 Jul 15 19:09:42.929125 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-b0ab1b1c-e150-4997-811e-abfdc5a11b04 req-c20561b4-d5e4-41bc-bf9e-43f5f1c1f6fc tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/security-groups?id=1bf63e1d-7c63-440b-acb1-6eac56bb18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457070 Jul 15 19:09:42.985071 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-b8bd64db-b127-456c-94d2-f741804d3c30 service neutron] 10.222.0.69 "GET /v2.0/networks/960e0e51-d3ce-4be9-9b24-b079900ae4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040862 Jul 15 19:09:43.079082 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-780ac681-3968-46f4-83b2-fd9dedf58604 req-f38f6cb6-4e70-4f01-87fc-f89fb1b8a2a7 service neutron] 10.222.0.69 "GET /v2.0/networks/960e0e51-d3ce-4be9-9b24-b079900ae4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869348 Jul 15 19:09:43.240296 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200743eb-9a0c-46fe-84c2-94699654abcc req-1ca6dfef-ffcc-4a8f-8139-cf17e55c328c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:43.241895 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-200743eb-9a0c-46fe-84c2-94699654abcc req-1ca6dfef-ffcc-4a8f-8139-cf17e55c328c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cefe6bba6f2f4be18e04e6d784b0c978&device_id=35cd84df-d273-4d2a-af62-9526cc88c70c HTTP/1.1" status: 200 len: 1097 time: 0.0548921 Jul 15 19:09:43.344937 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200743eb-9a0c-46fe-84c2-94699654abcc req-c34c391d-4095-4c95-889a-f471a71884fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:43.346442 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-200743eb-9a0c-46fe-84c2-94699654abcc req-c34c391d-4095-4c95-889a-f471a71884fc service neutron] 10.222.0.69 "GET /v2.0/networks?id=960e0e51-d3ce-4be9-9b24-b079900ae4d0 HTTP/1.1" status: 200 len: 917 time: 0.0956473 Jul 15 19:09:43.395576 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-200743eb-9a0c-46fe-84c2-94699654abcc req-4ca20e9e-b3e4-4c70-b246-c08fce09c8be service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28ca84cb-5cca-48a7-80eb-4139b38969e4 HTTP/1.1" status: 200 len: 217 time: 0.0351362 Jul 15 19:09:43.456245 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200743eb-9a0c-46fe-84c2-94699654abcc req-f80182f5-232b-4dec-9860-918ed543fe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:43.457879 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-200743eb-9a0c-46fe-84c2-94699654abcc req-f80182f5-232b-4dec-9860-918ed543fe23 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6a3bcfa4-bf9d-4077-b69b-cfb7cb4b894f HTTP/1.1" status: 200 len: 855 time: 0.0551672 Jul 15 19:09:43.501341 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-200743eb-9a0c-46fe-84c2-94699654abcc req-e029ea4a-05e0-4a6e-82a6-a3b5161cf624 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=960e0e51-d3ce-4be9-9b24-b079900ae4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356247 Jul 15 19:09:43.607280 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-200743eb-9a0c-46fe-84c2-94699654abcc req-a57f289e-ffa6-4808-86a6-2ab3635e0f75 service neutron] 10.222.0.69 "GET /v2.0/networks/960e0e51-d3ce-4be9-9b24-b079900ae4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904496 Jul 15 19:09:43.716775 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-200743eb-9a0c-46fe-84c2-94699654abcc req-90117c1a-5d64-4246-b499-ea75ca32a116 service neutron] 10.222.0.69 "GET /v2.0/networks/960e0e51-d3ce-4be9-9b24-b079900ae4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019912 Jul 15 19:09:44.121293 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d51fb0-fd65-43d0-a325-12927c4af7f3 req-ef089697-cecc-4cd0-9a50-70adca123b1c tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:44.122935 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-15d51fb0-fd65-43d0-a325-12927c4af7f3 req-ef089697-cecc-4cd0-9a50-70adca123b1c tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=35cd84df-d273-4d2a-af62-9526cc88c70c HTTP/1.1" status: 200 len: 944 time: 0.0707772 Jul 15 19:09:44.168698 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-15d51fb0-fd65-43d0-a325-12927c4af7f3 req-ae9fd12c-3f8f-4631-8519-f4ab9a570cb6 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/security-groups?id=1bf63e1d-7c63-440b-acb1-6eac56bb18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358243 Jul 15 19:09:45.350469 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223ab29-afa9-457e-b2f0-049a6858e189 req-d4ad3969-da3f-45f9-83e8-882449100a3d tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:45.351946 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-3223ab29-afa9-457e-b2f0-049a6858e189 req-d4ad3969-da3f-45f9-83e8-882449100a3d tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=35cd84df-d273-4d2a-af62-9526cc88c70c HTTP/1.1" status: 200 len: 944 time: 0.0670757 Jul 15 19:09:45.392675 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-3223ab29-afa9-457e-b2f0-049a6858e189 req-4c88a322-401e-46b7-bbc7-5a4761c7fa33 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/security-groups?id=1bf63e1d-7c63-440b-acb1-6eac56bb18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351663 Jul 15 19:09:45.565555 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 28ca84cb-5cca-48a7-80eb-4139b38969e4 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:09:45.663318 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 28ca84cb-5cca-48a7-80eb-4139b38969e4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=28ca84cb-5cca-48a7-80eb-4139b38969e4,segment=NetworkSegment(d5f1c983-8e5e-43db-bc20-b4d4ad135247),segment_id=d5f1c983-8e5e-43db-bc20-b4d4ad135247)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:09:45.675689 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Returning: {'device': '28ca84cb-5cca-48a7-80eb-4139b38969e4', 'network_id': '960e0e51-d3ce-4be9-9b24-b079900ae4d0', 'port_id': '28ca84cb-5cca-48a7-80eb-4139b38969e4', 'mac_address': 'fa:16:3e:b6:6f:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a3bcfa4-bf9d-4077-b69b-cfb7cb4b894f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:09:45.719044 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:45.857219 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28ca84cb-5cca-48a7-80eb-4139b38969e4 {{(pid=93659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:09:45.888225 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 28ca84cb-5cca-48a7-80eb-4139b38969e4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=28ca84cb-5cca-48a7-80eb-4139b38969e4,segment=NetworkSegment(d5f1c983-8e5e-43db-bc20-b4d4ad135247),segment_id=d5f1c983-8e5e-43db-bc20-b4d4ad135247)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:09:45.892750 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:45.943810 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=28ca84cb-5cca-48a7-80eb-4139b38969e4,revision_number=4']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:46.362382 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] get_ports_and_sgs() called for port_ids ['28ca84cb-5cca-48a7-80eb-4139b38969e4'] {{(pid=93659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:09:46.575671 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158270d-bc20-4f14-b773-195de1b84689 req-5ce20e83-74a7-4c68-868b-2423e6b3a004 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:46.577160 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-8158270d-bc20-4f14-b773-195de1b84689 req-5ce20e83-74a7-4c68-868b-2423e6b3a004 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=35cd84df-d273-4d2a-af62-9526cc88c70c HTTP/1.1" status: 200 len: 945 time: 0.0682364 Jul 15 19:09:46.615810 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-8158270d-bc20-4f14-b773-195de1b84689 req-98648f11-625d-4510-a387-e3def4a4bc34 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/security-groups?id=1bf63e1d-7c63-440b-acb1-6eac56bb18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330315 Jul 15 19:09:47.577324 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 28ca84cb-5cca-48a7-80eb-4139b38969e4 up at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:09:47.626615 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Provisioning for port 28ca84cb-5cca-48a7-80eb-4139b38969e4 completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:09:47.630806 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Provisioning complete for port 28ca84cb-5cca-48a7-80eb-4139b38969e4 triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:09:47.631177 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:47.712894 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:47.736940 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cd84df-d273-4d2a-af62-9526cc88c70c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ca84cb-5cca-48a7-80eb-4139b38969e4'}] {{(pid=93659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:09:47.739386 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cff241be1680f95bd86cb63ae369edb514e49424f5374e734ea98f44dc6e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d4d859-babc-49f8-9372-2c903da80508" -d '{"events": [{"server_uuid": "35cd84df-d273-4d2a-af62-9526cc88c70c", "name": "network-vif-plugged", "status": "completed", "tag": "28ca84cb-5cca-48a7-80eb-4139b38969e4"}]}' {{(pid=93659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:09:47.757905 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 28ca84cb-5cca-48a7-80eb-4139b38969e4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=28ca84cb-5cca-48a7-80eb-4139b38969e4,segment=NetworkSegment(d5f1c983-8e5e-43db-bc20-b4d4ad135247),segment_id=d5f1c983-8e5e-43db-bc20-b4d4ad135247)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:09:47.762930 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:47.804268 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28caa09-f6c5-4e4e-ad3a-b7bbfc3ec0af x-openstack-request-id: req-d28caa09-f6c5-4e4e-ad3a-b7bbfc3ec0af {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:09:47.804569 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35cd84df-d273-4d2a-af62-9526cc88c70c", "name": "network-vif-plugged", "status": "completed", "tag": "28ca84cb-5cca-48a7-80eb-4139b38969e4", "code": 200}]} {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:09:47.804830 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d28caa09-f6c5-4e4e-ad3a-b7bbfc3ec0af {{(pid=93659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:09:47.805222 dv-cinder-788363-8-iscsi neutron-server[93659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cd84df-d273-4d2a-af62-9526cc88c70c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ca84cb-5cca-48a7-80eb-4139b38969e4', 'code': 200} Jul 15 19:09:47.806355 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f61546-ebc3-47ab-9dc0-9c854bfdfbf0 req-9bfe13ca-6ad1-40a6-a638-fea966731d64 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:47.808064 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-88f61546-ebc3-47ab-9dc0-9c854bfdfbf0 req-9bfe13ca-6ad1-40a6-a638-fea966731d64 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=35cd84df-d273-4d2a-af62-9526cc88c70c HTTP/1.1" status: 200 len: 945 time: 0.0769184 Jul 15 19:09:47.823108 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=28ca84cb-5cca-48a7-80eb-4139b38969e4,revision_number=5']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:47.849897 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-88f61546-ebc3-47ab-9dc0-9c854bfdfbf0 req-2945ac94-62a5-40b2-a3ba-a247872d6d92 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/security-groups?id=1bf63e1d-7c63-440b-acb1-6eac56bb18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358496 Jul 15 19:09:48.084163 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc08d06-0564-478c-a489-809d5331992f req-872ee079-6b86-4b79-abb6-ac0eebdbb1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:48.086291 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-adc08d06-0564-478c-a489-809d5331992f req-872ee079-6b86-4b79-abb6-ac0eebdbb1ca service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=35cd84df-d273-4d2a-af62-9526cc88c70c HTTP/1.1" status: 200 len: 1099 time: 0.0516450 Jul 15 19:09:48.123433 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-adc08d06-0564-478c-a489-809d5331992f req-faf3d0e3-354d-4564-b3da-8757012095bc service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1bf63e1d-7c63-440b-acb1-6eac56bb18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283384 Jul 15 19:09:48.944625 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c3628-795c-4056-83ab-4d7608c44465 req-578c30e8-6450-4955-82aa-ab7093b62f4e tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:48.946218 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-076c3628-795c-4056-83ab-4d7608c44465 req-578c30e8-6450-4955-82aa-ab7093b62f4e tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 984 time: 0.0993912 Jul 15 19:09:48.991532 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc0094-2ab3-47b6-a437-c761b8ae6147 req-c462db4d-fcf0-4cdc-be44-ae4edcf00431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:48.993260 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-73bc0094-2ab3-47b6-a437-c761b8ae6147 req-c462db4d-fcf0-4cdc-be44-ae4edcf00431 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6376ca77efd740189f836e21e81181c7&device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 1137 time: 0.0984221 Jul 15 19:09:49.003531 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-076c3628-795c-4056-83ab-4d7608c44465 req-157dd827-7844-4bc3-ab14-7fea1b387320 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e614a6-2816-4253-b71e-36d5602d5775&id=e0bcc6ae-5974-4f59-9586-469e3900a831&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0495067 Jul 15 19:09:49.037624 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea87091-3ce0-43be-ae46-dd4bb5a1c90c req-4b6d4710-6175-458d-8446-6ff21c550bac tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:49.039751 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-9ea87091-3ce0-43be-ae46-dd4bb5a1c90c req-4b6d4710-6175-458d-8446-6ff21c550bac tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=35cd84df-d273-4d2a-af62-9526cc88c70c HTTP/1.1" status: 200 len: 946 time: 0.0768988 Jul 15 19:09:49.078422 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-9ea87091-3ce0-43be-ae46-dd4bb5a1c90c req-ed09658d-0d26-4ee3-a453-c7088f9224d1 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/security-groups?id=1bf63e1d-7c63-440b-acb1-6eac56bb18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330064 Jul 15 19:09:49.095378 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc0094-2ab3-47b6-a437-c761b8ae6147 req-d271483f-9b61-469f-8529-c71716e909d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:49.096859 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-73bc0094-2ab3-47b6-a437-c761b8ae6147 req-d271483f-9b61-469f-8529-c71716e909d4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5f681b99-32a5-40d5-a305-9f755d31a4dd HTTP/1.1" status: 200 len: 917 time: 0.0924411 Jul 15 19:09:49.164984 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-73bc0094-2ab3-47b6-a437-c761b8ae6147 req-f4b4776d-8f73-4d8e-9ab8-dd62f1a2676f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c90eb31d-4227-4a80-8766-74873258db61 HTTP/1.1" status: 200 len: 1000 time: 0.0584462 Jul 15 19:09:49.220411 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc0094-2ab3-47b6-a437-c761b8ae6147 req-971d3303-75e1-4927-989e-bd2463ddf7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:49.221934 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-73bc0094-2ab3-47b6-a437-c761b8ae6147 req-971d3303-75e1-4927-989e-bd2463ddf7d5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c34bb00-b595-4058-9158-654376820017 HTTP/1.1" status: 200 len: 854 time: 0.0439141 Jul 15 19:09:49.296208 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc0094-2ab3-47b6-a437-c761b8ae6147 req-12741d27-1ac7-44a5-abeb-6aee7f97083e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:49.297627 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-73bc0094-2ab3-47b6-a437-c761b8ae6147 req-12741d27-1ac7-44a5-abeb-6aee7f97083e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5f681b99-32a5-40d5-a305-9f755d31a4dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0569050 Jul 15 19:09:49.394536 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-73bc0094-2ab3-47b6-a437-c761b8ae6147 req-95d139e3-ade0-4fcd-8cb1-3ab11af7996c service neutron] 10.222.0.69 "GET /v2.0/networks/5f681b99-32a5-40d5-a305-9f755d31a4dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869043 Jul 15 19:09:49.471073 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-92f66887-d0a9-4ac3-bd0e-843d57d56919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:49.498809 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-73bc0094-2ab3-47b6-a437-c761b8ae6147 req-da590c32-50ca-4912-ad2e-76eb6c4d9604 service neutron] 10.222.0.69 "GET /v2.0/networks/5f681b99-32a5-40d5-a305-9f755d31a4dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929775 Jul 15 19:09:50.188912 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c89b9a-fed5-4774-bff4-0403301a9646 req-47bcd3ac-1846-40dd-b22b-210e53707488 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:50.190484 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-94c89b9a-fed5-4774-bff4-0403301a9646 req-47bcd3ac-1846-40dd-b22b-210e53707488 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 984 time: 0.0709274 Jul 15 19:09:50.239081 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-94c89b9a-fed5-4774-bff4-0403301a9646 req-737614ea-9a36-48cb-9d07-809321d3b484 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e614a6-2816-4253-b71e-36d5602d5775&id=e0bcc6ae-5974-4f59-9586-469e3900a831&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0388155 Jul 15 19:09:50.266711 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7014bb-2686-43db-a5f1-48d87d59ecff req-39f697ab-68ce-488a-9ffe-2bd2a1add6c0 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:50.268214 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-fd7014bb-2686-43db-a5f1-48d87d59ecff req-39f697ab-68ce-488a-9ffe-2bd2a1add6c0 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=35cd84df-d273-4d2a-af62-9526cc88c70c HTTP/1.1" status: 200 len: 946 time: 0.0669975 Jul 15 19:09:50.308459 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-fd7014bb-2686-43db-a5f1-48d87d59ecff req-e5089f0a-75a2-422d-a234-8f2d76997d52 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/security-groups?id=1bf63e1d-7c63-440b-acb1-6eac56bb18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345855 Jul 15 19:09:51.485194 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77697c49-8f8b-44e9-b0f2-36f0e1b0bba8 req-ac69db9e-8a93-492f-a438-91ee3c9b81b1 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:51.486785 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-77697c49-8f8b-44e9-b0f2-36f0e1b0bba8 req-ac69db9e-8a93-492f-a438-91ee3c9b81b1 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 984 time: 0.1325159 Jul 15 19:09:51.530072 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-77697c49-8f8b-44e9-b0f2-36f0e1b0bba8 req-ef08c7e8-7cba-47de-9fab-d93e33ec7174 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e614a6-2816-4253-b71e-36d5602d5775&id=e0bcc6ae-5974-4f59-9586-469e3900a831&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349212 Jul 15 19:09:52.088816 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:52.157258 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-313e0ac9-1625-4860-9314-e2c571cb3edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:52.712743 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d70de2-9639-48a5-ba17-ff0b41c586bd req-680529d3-6bb0-4c77-ab6f-2df34105d7ea tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:52.714328 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-01d70de2-9639-48a5-ba17-ff0b41c586bd req-680529d3-6bb0-4c77-ab6f-2df34105d7ea tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 984 time: 0.0671124 Jul 15 19:09:52.811239 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-01d70de2-9639-48a5-ba17-ff0b41c586bd req-d9054926-4812-42be-b807-f2606f3ef098 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e614a6-2816-4253-b71e-36d5602d5775&id=e0bcc6ae-5974-4f59-9586-469e3900a831&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0867269 Jul 15 19:09:53.665162 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:54.046336 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5ccfe-7a77-4f86-b2b5-f67bb1714f15 req-c66f3303-baff-4a33-a2b1-f0319bc9ecbf tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:54.048219 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-8fb5ccfe-7a77-4f86-b2b5-f67bb1714f15 req-c66f3303-baff-4a33-a2b1-f0319bc9ecbf tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 984 time: 0.0826147 Jul 15 19:09:54.091016 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-8fb5ccfe-7a77-4f86-b2b5-f67bb1714f15 req-24e4bb31-c633-4cc3-b9db-918be7f82f3a tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e614a6-2816-4253-b71e-36d5602d5775&id=e0bcc6ae-5974-4f59-9586-469e3900a831&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368476 Jul 15 19:09:54.727013 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.agents_db [None req-ef181030-a4ef-48d9-9156-44fb1018252a None None] Agent healthcheck: found 6 active agents {{(pid=93660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:09:55.272830 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae738471-e7ad-4803-b2c9-6d7448be4fea req-9f22c9a5-47e8-4898-b16b-9c01d1c3693d tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:55.275060 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-ae738471-e7ad-4803-b2c9-6d7448be4fea req-9f22c9a5-47e8-4898-b16b-9c01d1c3693d tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 984 time: 0.0705435 Jul 15 19:09:55.322205 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-ae738471-e7ad-4803-b2c9-6d7448be4fea req-f8a2ee8a-a33e-4292-a5fa-9339989556cd tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e614a6-2816-4253-b71e-36d5602d5775&id=e0bcc6ae-5974-4f59-9586-469e3900a831&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378237 Jul 15 19:09:55.542813 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:56.511586 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05b7f9-dc07-4b01-8773-f445957be86c req-5d786c3f-cb1c-4178-a5d9-d23c16a64112 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:56.513209 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-cd05b7f9-dc07-4b01-8773-f445957be86c req-5d786c3f-cb1c-4178-a5d9-d23c16a64112 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 984 time: 0.0734720 Jul 15 19:09:56.558729 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-cd05b7f9-dc07-4b01-8773-f445957be86c req-1fe776f5-1e5d-4d49-9928-77665f1045cd tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e614a6-2816-4253-b71e-36d5602d5775&id=e0bcc6ae-5974-4f59-9586-469e3900a831&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383236 Jul 15 19:09:57.739993 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eba930-b22c-4a55-8048-980ddce971da req-786cc94f-fbf6-4e42-9119-9ef2f7427d43 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:57.741405 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-31eba930-b22c-4a55-8048-980ddce971da req-786cc94f-fbf6-4e42-9119-9ef2f7427d43 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 984 time: 0.0636003 Jul 15 19:09:57.799218 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-31eba930-b22c-4a55-8048-980ddce971da req-3d47ca9f-654b-40c4-a895-e3e5364f2d6f tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e614a6-2816-4253-b71e-36d5602d5775&id=e0bcc6ae-5974-4f59-9586-469e3900a831&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0513740 Jul 15 19:09:58.537850 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:58.976111 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b5e22-8be5-4a02-9253-07aa88c27f91 req-45079949-3470-48f4-b538-5605a79f4b9a tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:58.977706 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-ba0b5e22-8be5-4a02-9253-07aa88c27f91 req-45079949-3470-48f4-b538-5605a79f4b9a tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 984 time: 0.0647585 Jul 15 19:09:59.025593 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-ba0b5e22-8be5-4a02-9253-07aa88c27f91 req-d7ae1df3-8fe1-405c-8e2e-95697d937182 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e614a6-2816-4253-b71e-36d5602d5775&id=e0bcc6ae-5974-4f59-9586-469e3900a831&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373433 Jul 15 19:09:59.746728 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f2e35-e0b3-41aa-bb2c-7dcc47508074 req-eea4a6c4-987a-4232-8133-62257cbb8d83 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:59.748565 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-203f2e35-e0b3-41aa-bb2c-7dcc47508074 req-eea4a6c4-987a-4232-8133-62257cbb8d83 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.0718586 Jul 15 19:09:59.787757 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-203f2e35-e0b3-41aa-bb2c-7dcc47508074 req-73c14743-f71c-464c-9114-9e5038c5efee tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328660 Jul 15 19:10:00.220005 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1f239-d69b-4cc2-9e2e-de1cb2b92482 req-8377fbc8-34ff-4c35-9ec7-c7644eb48a43 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:00.221492 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-9ca1f239-d69b-4cc2-9e2e-de1cb2b92482 req-8377fbc8-34ff-4c35-9ec7-c7644eb48a43 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 984 time: 0.0650418 Jul 15 19:10:00.262481 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-9ca1f239-d69b-4cc2-9e2e-de1cb2b92482 req-3be76fe0-d522-45c0-bab1-875721d31d66 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e614a6-2816-4253-b71e-36d5602d5775&id=e0bcc6ae-5974-4f59-9586-469e3900a831&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343146 Jul 15 19:10:00.977829 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc4446-a0b8-4ed9-bdd6-2471349e31d1 req-66002079-689c-4630-ac24-468130f54995 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:00.979410 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-2fdc4446-a0b8-4ed9-bdd6-2471349e31d1 req-66002079-689c-4630-ac24-468130f54995 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.0735662 Jul 15 19:10:01.023126 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-2fdc4446-a0b8-4ed9-bdd6-2471349e31d1 req-e7c90b45-2966-4687-a2af-94330cd87b0e tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380015 Jul 15 19:10:01.450015 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ffb1b-ab80-4989-b30f-4a1b10515c36 req-aec4fcef-63e4-4b3e-96e5-81523ca1bb0f tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:01.451703 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-7f0ffb1b-ab80-4989-b30f-4a1b10515c36 req-aec4fcef-63e4-4b3e-96e5-81523ca1bb0f tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 984 time: 0.0672946 Jul 15 19:10:01.497867 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-7f0ffb1b-ab80-4989-b30f-4a1b10515c36 req-3cb0eaf4-035b-40f4-b688-977e6a53d87b tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e614a6-2816-4253-b71e-36d5602d5775&id=e0bcc6ae-5974-4f59-9586-469e3900a831&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402162 Jul 15 19:10:02.229554 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec65799-ea4c-415a-9cd0-0aacd758e891 req-fd74775e-98fe-476f-a92c-83af54ecfabe tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:02.232303 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-5ec65799-ea4c-415a-9cd0-0aacd758e891 req-fd74775e-98fe-476f-a92c-83af54ecfabe tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.0943112 Jul 15 19:10:02.278358 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-5ec65799-ea4c-415a-9cd0-0aacd758e891 req-4f5d6346-2473-4e95-92b2-a0931ec2ffc7 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405810 Jul 15 19:10:02.451524 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-ace5eef4-9159-4c83-b54a-f416a394704f tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:02.453038 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-ace5eef4-9159-4c83-b54a-f416a394704f tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/networks?id=960e0e51-d3ce-4be9-9b24-b079900ae4d0 HTTP/1.1" status: 200 len: 815 time: 0.1147139 Jul 15 19:10:02.456364 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-9a7fd29f-db77-47ed-9058-92fdf621b1b3 req-6c6010da-0ead-432e-8a76-632210c1dc52 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5d10e296-aaa6-430c-a17a-cb6c2e06cd0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0613465 Jul 15 19:10:02.470232 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-40d23f0e-3d90-4195-8b53-71ac60b913d7 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/quotas/cefe6bba6f2f4be18e04e6d784b0c978 HTTP/1.1" status: 200 len: 375 time: 0.0110898 Jul 15 19:10:02.568442 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-e5f99db8-4fc2-40ce-ab42-a0be8524340a tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cefe6bba6f2f4be18e04e6d784b0c978&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0909288 Jul 15 19:10:02.622336 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fd29f-db77-47ed-9058-92fdf621b1b3 req-e55d2d70-e599-4ff5-af70-db579ec6cc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:02.624156 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-9a7fd29f-db77-47ed-9058-92fdf621b1b3 req-e55d2d70-e599-4ff5-af70-db579ec6cc3e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=180a42342ab54ecf9731a6938c11faae&device_id=5d10e296-aaa6-430c-a17a-cb6c2e06cd0a HTTP/1.1" status: 200 len: 1099 time: 0.0672023 Jul 15 19:10:02.686459 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-b5424879-c11f-44a6-945c-4c85c2bb2ab3 service neutron] 10.222.0.70 "GET /v2.0/networks/960e0e51-d3ce-4be9-9b24-b079900ae4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139867 Jul 15 19:10:02.779424 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a30638-2789-4df7-b354-449a23fa9ab2 req-75d2c2b5-ad65-4878-91f1-9c67190e5ae5 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:02.780989 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-05a30638-2789-4df7-b354-449a23fa9ab2 req-75d2c2b5-ad65-4878-91f1-9c67190e5ae5 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 984 time: 0.1392303 Jul 15 19:10:02.798567 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-a65bfcc7-2d1f-41c4-aab8-6cbd8edb0838 service neutron] 10.222.0.70 "GET /v2.0/networks/960e0e51-d3ce-4be9-9b24-b079900ae4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111159 Jul 15 19:10:02.805955 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fd29f-db77-47ed-9058-92fdf621b1b3 req-cf595b4b-2fa0-46a5-8e97-149fa6f5dcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:02.807628 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-9a7fd29f-db77-47ed-9058-92fdf621b1b3 req-cf595b4b-2fa0-46a5-8e97-149fa6f5dcbd service neutron] 10.222.0.69 "GET /v2.0/networks?id=68db1402-794a-4fcf-beca-a85ea1b44a56 HTTP/1.1" status: 200 len: 913 time: 0.1340346 Jul 15 19:10:02.831623 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-05a30638-2789-4df7-b354-449a23fa9ab2 req-c6a9fbc2-ab2e-4965-8cc5-fe195fbed8d2 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e614a6-2816-4253-b71e-36d5602d5775&id=e0bcc6ae-5974-4f59-9586-469e3900a831&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0444365 Jul 15 19:10:02.908463 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-9a7fd29f-db77-47ed-9058-92fdf621b1b3 req-ed0047b6-da56-43bc-9d02-57c2426304ab service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dfd31b1-755e-432c-9840-f7922941abc5 HTTP/1.1" status: 200 len: 1002 time: 0.0757253 Jul 15 19:10:02.993535 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fd29f-db77-47ed-9058-92fdf621b1b3 req-fa6faaa8-5e53-4fcb-8c47-017c8717308d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:02.995966 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-9a7fd29f-db77-47ed-9058-92fdf621b1b3 req-fa6faaa8-5e53-4fcb-8c47-017c8717308d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=67978492-7f73-452d-9401-7aabf267f48c HTTP/1.1" status: 200 len: 850 time: 0.0705085 Jul 15 19:10:03.007280 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f000a35a-e645-49dc-a906-11766d8d8cdf req-a0c92b0a-c5cb-49cb-953f-3bfff1df5dd6 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b05ccba-10c9-4e45-9f3c-271c0c096cf8 HTTP/1.1" status: 200 len: 210 time: 0.0299890 Jul 15 19:10:03.097493 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fd29f-db77-47ed-9058-92fdf621b1b3 req-39e96eca-c26a-42de-b81a-c04ad1bd6e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:03.098992 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-9a7fd29f-db77-47ed-9058-92fdf621b1b3 req-39e96eca-c26a-42de-b81a-c04ad1bd6e71 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=68db1402-794a-4fcf-beca-a85ea1b44a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550320 Jul 15 19:10:03.199685 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-9a7fd29f-db77-47ed-9058-92fdf621b1b3 req-283695b7-232a-41e4-a8fb-016f4ee91337 service neutron] 10.222.0.69 "GET /v2.0/networks/68db1402-794a-4fcf-beca-a85ea1b44a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903013 Jul 15 19:10:03.326582 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e4a97-fac5-4896-b981-abc7a24b97b3 req-966698a9-1a75-430b-88e4-be5460bf3661 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:03.328366 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-956e4a97-fac5-4896-b981-abc7a24b97b3 req-966698a9-1a75-430b-88e4-be5460bf3661 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.69 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.0670753 Jul 15 19:10:03.362207 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-9a7fd29f-db77-47ed-9058-92fdf621b1b3 req-37aa5f3d-82ec-4fcb-9cf5-825c145d254b service neutron] 10.222.0.69 "GET /v2.0/networks/68db1402-794a-4fcf-beca-a85ea1b44a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016374 Jul 15 19:10:03.514922 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [req-956e4a97-fac5-4896-b981-abc7a24b97b3 req-0747c263-5034-4904-8572-371864f62ec9 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Deleting port ae626100-1a38-4a07-876e-7f60ec940016 {{(pid=93658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:10:03.515741 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-956e4a97-fac5-4896-b981-abc7a24b97b3 req-0747c263-5034-4904-8572-371864f62ec9 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:03.550699 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8ca97-f427-46ae-9bf1-6d8097f43c6d req-3a4eee4c-0c34-4eb0-be13-31d55495ef13 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:03.552220 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-6dd8ca97-f427-46ae-9bf1-6d8097f43c6d req-3a4eee4c-0c34-4eb0-be13-31d55495ef13 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 945 time: 0.1365094 Jul 15 19:10:03.637376 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-6dd8ca97-f427-46ae-9bf1-6d8097f43c6d req-b796e350-7ae8-40a4-810d-0633cb1c2330 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d7ddf77-ad50-4f73-8691-f4fe2b451fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772626 Jul 15 19:10:03.650140 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.db [req-956e4a97-fac5-4896-b981-abc7a24b97b3 req-0747c263-5034-4904-8572-371864f62ec9 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] For port ae626100-1a38-4a07-876e-7f60ec940016, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ae626100-1a38-4a07-876e-7f60ec940016,segment=NetworkSegment(c5f51327-4914-48ee-89a2-7f0bd5724fec),segment_id=c5f51327-4914-48ee-89a2-7f0bd5724fec)] {{(pid=93658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:10:03.650506 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-956e4a97-fac5-4896-b981-abc7a24b97b3 req-0747c263-5034-4904-8572-371864f62ec9 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:03.934828 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-956e4a97-fac5-4896-b981-abc7a24b97b3 req-0747c263-5034-4904-8572-371864f62ec9 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:03.935350 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-956e4a97-fac5-4896-b981-abc7a24b97b3 req-0747c263-5034-4904-8572-371864f62ec9 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764579'] for floatingip, after_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:03.935651 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.db.l3_db [req-956e4a97-fac5-4896-b981-abc7a24b97b3 req-0747c263-5034-4904-8572-371864f62ec9 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Floating IP e2f55968-7338-470d-bb09-0211a7ebad92 disassociated. External IP: 172.27.2.206, port: ae626100-1a38-4a07-876e-7f60ec940016. Jul 15 19:10:03.936170 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [req-956e4a97-fac5-4896-b981-abc7a24b97b3 req-0747c263-5034-4904-8572-371864f62ec9 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Calling delete_port for ae626100-1a38-4a07-876e-7f60ec940016 owned by compute:nova {{(pid=93658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:10:04.062555 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd1256-3e44-4874-bfdb-03b7373448f3 req-e1768bd3-041c-41c6-bdc0-ebe97dfe10fe tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:04.064302 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-4efd1256-3e44-4874-bfdb-03b7373448f3 req-e1768bd3-041c-41c6-bdc0-ebe97dfe10fe tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 984 time: 0.0784338 Jul 15 19:10:04.134108 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-4efd1256-3e44-4874-bfdb-03b7373448f3 req-753d8da6-2040-4274-97be-4b8245a7e70c tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e614a6-2816-4253-b71e-36d5602d5775&id=e0bcc6ae-5974-4f59-9586-469e3900a831&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0628705 Jul 15 19:10:04.140973 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-956e4a97-fac5-4896-b981-abc7a24b97b3 req-0747c263-5034-4904-8572-371864f62ec9 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4513278'] for port, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:04.188052 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0747c263-5034-4904-8572-371864f62ec9 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Pushing event deleted for resources: {'Port': ['ID=ae626100-1a38-4a07-876e-7f60ec940016,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:04.233867 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-5c812987-2948-4c6f-8c4d-9c2b29f0763b req-f9c42ae0-51e0-46a8-8903-dc5ef7f8a7d8 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b05ccba-10c9-4e45-9f3c-271c0c096cf8 HTTP/1.1" status: 200 len: 210 time: 0.0478225 Jul 15 19:10:04.345993 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.l3_agent_scheduler [req-956e4a97-fac5-4896-b981-abc7a24b97b3 req-0747c263-5034-4904-8572-371864f62ec9 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Router 9944bf15-43cd-48cf-b31c-65d5a233a7a4 has already been hosted by L3 agent d1959f4f-c5e4-447e-bdea-87c7e923db15 {{(pid=93658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:10:04.456563 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-956e4a97-fac5-4896-b981-abc7a24b97b3 req-0747c263-5034-4904-8572-371864f62ec9 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify agent at l3_agent.dv-cinder-788363-8-iscsi the message routers_updated {{(pid=93658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:10:04.468147 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26157920-b087-48ff-bd81-3714da584c21 None None] Sync routers for ids ['9944bf15-43cd-48cf-b31c-65d5a233a7a4'] in dv-cinder-788363-8-iscsi {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:10:04.478431 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26157920-b087-48ff-bd81-3714da584c21 None None] Routers {'9944bf15-43cd-48cf-b31c-65d5a233a7a4'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:10:04.479032 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-26157920-b087-48ff-bd81-3714da584c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:09:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['9944bf15-43cd-48cf-b31c-65d5a233a7a4'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:10:04.625793 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-26157920-b087-48ff-bd81-3714da584c21 None None] Set router 9944bf15-43cd-48cf-b31c-65d5a233a7a4 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:10:04.810500 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.l3_dvrscheduler_db [req-956e4a97-fac5-4896-b981-abc7a24b97b3 req-0747c263-5034-4904-8572-371864f62ec9 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] No DVR routers for this DVR port ae626100-1a38-4a07-876e-7f60ec940016 on host hv-cinder-78836 {{(pid=93658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:10:04.813622 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-956e4a97-fac5-4896-b981-abc7a24b97b3 req-0747c263-5034-4904-8572-371864f62ec9 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:04.816123 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-956e4a97-fac5-4896-b981-abc7a24b97b3 req-0747c263-5034-4904-8572-371864f62ec9 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.69 "DELETE /v2.0/ports/ae626100-1a38-4a07-876e-7f60ec940016 HTTP/1.1" status: 204 len: 173 time: 1.4804912 Jul 15 19:10:04.818172 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6', 'name': 'network-vif-deleted', 'tag': 'ae626100-1a38-4a07-876e-7f60ec940016'}] {{(pid=93658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:10:04.819204 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b58f88415513d6787191dd44e0a29b3917631101a239d5effbe25afab188a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc29ec9d-a996-4194-ad74-9666619313b1" -d '{"events": [{"server_uuid": "8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6", "name": "network-vif-deleted", "tag": "ae626100-1a38-4a07-876e-7f60ec940016"}]}' {{(pid=93658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:10:04.870709 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-00df91fc-b279-46e0-9661-2935f35a3229 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:04.873412 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-00df91fc-b279-46e0-9661-2935f35a3229 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.69 "GET /v2.0/networks?id=960e0e51-d3ce-4be9-9b24-b079900ae4d0 HTTP/1.1" status: 200 len: 815 time: 0.2531810 Jul 15 19:10:04.886785 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-4b012aec-92b2-49a6-b2cb-e418bc5c7da7 req-8548a86a-a96c-40d5-9e7c-d5c2927f9a4e tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6 HTTP/1.1" status: 200 len: 210 time: 0.0387452 Jul 15 19:10:04.888234 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde6404f-78b7-4b7f-8f3c-254b61a4ef19 x-openstack-request-id: req-fde6404f-78b7-4b7f-8f3c-254b61a4ef19 {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:10:04.888523 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6", "name": "network-vif-deleted", "tag": "ae626100-1a38-4a07-876e-7f60ec940016", "status": "completed", "code": 200}]} {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:10:04.888777 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fde6404f-78b7-4b7f-8f3c-254b61a4ef19 {{(pid=93658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:10:04.890493 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb2b6eb-bb14-4f0d-9a08-e8b720c153c6', 'name': 'network-vif-deleted', 'tag': 'ae626100-1a38-4a07-876e-7f60ec940016', 'status': 'completed', 'code': 200} Jul 15 19:10:04.920564 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-26157920-b087-48ff-bd81-3714da584c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'name': 'tempest-AttachVolumeTestJSON-849670566-router', 'tenant_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '7a120c26-ffb4-438b-9454-fa169924e15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:53Z', 'updated_at': '2021-07-15T19:05:05Z', 'revision_number': 4, 'project_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'gw_port': {'id': '7a120c26-ffb4-438b-9454-fa169924e15a', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:55Z', 'updated_at': '2021-07-15T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': '46040869-a671-4930-9d0e-cfdde46b3216', 'name': '', 'network_id': '673ecaa8-9125-4486-9436-19add9ddf5ea', 'tenant_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'mac_address': 'fa:16:3e:e0:5b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '14efcbfe-a38f-460b-a7fe-e5ca16293d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:03Z', 'updated_at': '2021-07-15T19:05:15Z', 'revision_number': 5, 'project_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'subnets': [{'id': '14efcbfe-a38f-460b-a7fe-e5ca16293d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:10:04.941974 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-d33e9f76-55e7-4b26-9738-a3d9ba1c6dc3 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Request body: {'port': {'device_id': '2b05ccba-10c9-4e45-9f3c-271c0c096cf8', 'network_id': '960e0e51-d3ce-4be9-9b24-b079900ae4d0', 'admin_state_up': True, 'tenant_id': 'cefe6bba6f2f4be18e04e6d784b0c978'}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:10:04.961085 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26157920-b087-48ff-bd81-3714da584c21 None None] Checking router: 9944bf15-43cd-48cf-b31c-65d5a233a7a4 for host: dv-cinder-788363-8-iscsi {{(pid=93659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:10:04.970860 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26157920-b087-48ff-bd81-3714da584c21 None None] Routers {'9944bf15-43cd-48cf-b31c-65d5a233a7a4'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:10:04.971518 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-26157920-b087-48ff-bd81-3714da584c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:09:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['9944bf15-43cd-48cf-b31c-65d5a233a7a4'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:10:05.095740 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-d33e9f76-55e7-4b26-9738-a3d9ba1c6dc3 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Made reservation on behalf of cefe6bba6f2f4be18e04e6d784b0c978 for: {'port': 1} {{(pid=93657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:10:05.099561 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-d33e9f76-55e7-4b26-9738-a3d9ba1c6dc3 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:05.146212 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-26157920-b087-48ff-bd81-3714da584c21 None None] Set router 9944bf15-43cd-48cf-b31c-65d5a233a7a4 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:10:05.325453 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.db_base_plugin_common [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-d33e9f76-55e7-4b26-9738-a3d9ba1c6dc3 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Allocated IP 172.20.0.2 (960e0e51-d3ce-4be9-9b24-b079900ae4d0/6a3bcfa4-bf9d-4077-b69b-cfb7cb4b894f/fadb03cc-0755-4784-8491-f53c83f5d5c6) {{(pid=93657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:10:05.395039 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9edf4-d26c-4c67-a8e9-182410c3bdf5 req-6b55839a-8fad-494e-9c6f-cd6fc095140c tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:05.396643 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-35a9edf4-d26c-4c67-a8e9-182410c3bdf5 req-6b55839a-8fad-494e-9c6f-cd6fc095140c tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 984 time: 0.1290448 Jul 15 19:10:05.416352 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-26157920-b087-48ff-bd81-3714da584c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'name': 'tempest-AttachVolumeTestJSON-849670566-router', 'tenant_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '7a120c26-ffb4-438b-9454-fa169924e15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:53Z', 'updated_at': '2021-07-15T19:05:05Z', 'revision_number': 4, 'project_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'gw_port': {'id': '7a120c26-ffb4-438b-9454-fa169924e15a', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:55Z', 'updated_at': '2021-07-15T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': '46040869-a671-4930-9d0e-cfdde46b3216', 'name': '', 'network_id': '673ecaa8-9125-4486-9436-19add9ddf5ea', 'tenant_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'mac_address': 'fa:16:3e:e0:5b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '14efcbfe-a38f-460b-a7fe-e5ca16293d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:03Z', 'updated_at': '2021-07-15T19:05:15Z', 'revision_number': 5, 'project_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'subnets': [{'id': '14efcbfe-a38f-460b-a7fe-e5ca16293d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:10:05.427971 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-2c6b2249-ccdd-40c3-af09-86540529d7a1 req-17e62420-bbed-40ea-8f09-e354ccbb828e tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b05ccba-10c9-4e45-9f3c-271c0c096cf8 HTTP/1.1" status: 200 len: 210 time: 0.0315275 Jul 15 19:10:05.463350 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26157920-b087-48ff-bd81-3714da584c21 None None] The sync data for ids ['9944bf15-43cd-48cf-b31c-65d5a233a7a4'] in dv-cinder-788363-8-iscsi is: [{'id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'name': 'tempest-AttachVolumeTestJSON-849670566-router', 'tenant_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '7a120c26-ffb4-438b-9454-fa169924e15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:53Z', 'updated_at': '2021-07-15T19:05:05Z', 'revision_number': 4, 'project_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'gw_port': {'id': '7a120c26-ffb4-438b-9454-fa169924e15a', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:55Z', 'updated_at': '2021-07-15T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': '46040869-a671-4930-9d0e-cfdde46b3216', 'name': '', 'network_id': '673ecaa8-9125-4486-9436-19add9ddf5ea', 'tenant_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'mac_address': 'fa:16:3e:e0:5b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '14efcbfe-a38f-460b-a7fe-e5ca16293d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:03Z', 'updated_at': '2021-07-15T19:05:15Z', 'revision_number': 5, 'project_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'subnets': [{'id': '14efcbfe-a38f-460b-a7fe-e5ca16293d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:10:05.473283 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-35a9edf4-d26c-4c67-a8e9-182410c3bdf5 req-0222db07-e3c8-4bad-bef2-491b0a3921a2 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e614a6-2816-4253-b71e-36d5602d5775&id=e0bcc6ae-5974-4f59-9586-469e3900a831&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0679183 Jul 15 19:10:05.565261 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-d33e9f76-55e7-4b26-9738-a3d9ba1c6dc3 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Notify callbacks [] for port, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:05.612193 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-d33e9f76-55e7-4b26-9738-a3d9ba1c6dc3 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:05.658427 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-d33e9f76-55e7-4b26-9738-a3d9ba1c6dc3 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Network 960e0e51-d3ce-4be9-9b24-b079900ae4d0 is already hosted by enough agents. {{(pid=93657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:10:05.664928 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.base_scheduler [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-d33e9f76-55e7-4b26-9738-a3d9ba1c6dc3 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Resources bound (agent type, host, resource id): {{(pid=93657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:10:05.669197 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-d33e9f76-55e7-4b26-9738-a3d9ba1c6dc3 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Received port after_create {{(pid=93657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:10:05.686686 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] get_ports_and_sgs() called for port_ids ['7220fc8a-b4f2-4d1f-a827-edcf7993c194', '43d16708-df34-4955-bc65-654248b7557e', '28ca84cb-5cca-48a7-80eb-4139b38969e4'] {{(pid=93659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:10:05.700705 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e9f76-55e7-4b26-9738-a3d9ba1c6dc3 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Pushing event updated for resources: {'Port': ['ID=fadb03cc-0755-4784-8491-f53c83f5d5c6,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:05.736084 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-d33e9f76-55e7-4b26-9738-a3d9ba1c6dc3 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:05.737088 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-d33e9f76-55e7-4b26-9738-a3d9ba1c6dc3 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:05.756622 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-d33e9f76-55e7-4b26-9738-a3d9ba1c6dc3 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8184843 Jul 15 19:10:05.794029 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-d55161a8-67ed-4bef-a09b-1cc91a8bc0b8 service neutron] Request body: {'port': {'device_id': '2b05ccba-10c9-4e45-9f3c-271c0c096cf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:10:05.838472 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6f3a2d-8af9-4c1c-ab78-397e46e4be14 None None] New status for floating IP e2f55968-7338-470d-bb09-0211a7ebad92: DOWN {{(pid=93660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:10:05.887452 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-d55161a8-67ed-4bef-a09b-1cc91a8bc0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:06.120052 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 55576) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:10:06.229172 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-5a6befab-0656-4670-919c-e788f566d55c tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:06.278165 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-5a6befab-0656-4670-919c-e788f566d55c tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:06.319336 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.notifiers.nova [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-d55161a8-67ed-4bef-a09b-1cc91a8bc0b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fadb03cc-0755-4784-8491-f53c83f5d5c6 {{(pid=93657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:10:06.330340 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-d55161a8-67ed-4bef-a09b-1cc91a8bc0b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:06.346656 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-5a6befab-0656-4670-919c-e788f566d55c tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:06.349604 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-5a6befab-0656-4670-919c-e788f566d55c tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:06.350816 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-5a6befab-0656-4670-919c-e788f566d55c tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "DELETE /v2.0/security-groups/5d7ddf77-ad50-4f73-8691-f4fe2b451fca HTTP/1.1" status: 204 len: 168 time: 0.2292500 Jul 15 19:10:06.353810 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.provisioning_blocks [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-d55161a8-67ed-4bef-a09b-1cc91a8bc0b8 service neutron] Transition to ACTIVE for port object fadb03cc-0755-4784-8491-f53c83f5d5c6 will not be triggered until provisioned by entity L2. {{(pid=93657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:10:06.354931 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 55578) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:10:06.361952 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6befab-0656-4670-919c-e788f566d55c tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7ddf77-ad50-4f73-8691-f4fe2b451fca,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:06.375886 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-d55161a8-67ed-4bef-a09b-1cc91a8bc0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6305852'] for port, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:06.378228 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.api.v2.resource [None req-76aaa62a-e799-479d-a77b-e479debcebc6 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] show failed (client error): The resource could not be found. Jul 15 19:10:06.382650 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-76aaa62a-e799-479d-a77b-e479debcebc6 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups/5d7ddf77-ad50-4f73-8691-f4fe2b451fca HTTP/1.1" status: 404 len: 347 time: 0.0229652 Jul 15 19:10:06.383319 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 55580) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:10:06.456064 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55161a8-67ed-4bef-a09b-1cc91a8bc0b8 service neutron] Pushing event updated for resources: {'Port': ['ID=fadb03cc-0755-4784-8491-f53c83f5d5c6,revision_number=2']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:06.540486 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-d55161a8-67ed-4bef-a09b-1cc91a8bc0b8 service neutron] Attempting to bind port fadb03cc-0755-4784-8491-f53c83f5d5c6 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:10:06.540921 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-d55161a8-67ed-4bef-a09b-1cc91a8bc0b8 service neutron] Attempting to bind port fadb03cc-0755-4784-8491-f53c83f5d5c6 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'd5f1c983-8e5e-43db-bc20-b4d4ad135247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '960e0e51-d3ce-4be9-9b24-b079900ae4d0'}] {{(pid=93657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:10:06.541307 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-d55161a8-67ed-4bef-a09b-1cc91a8bc0b8 service neutron] Attempting to bind port fadb03cc-0755-4784-8491-f53c83f5d5c6 on network 960e0e51-d3ce-4be9-9b24-b079900ae4d0 {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:10:06.549181 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-d55161a8-67ed-4bef-a09b-1cc91a8bc0b8 service neutron] Port fadb03cc-0755-4784-8491-f53c83f5d5c6 on network 960e0e51-d3ce-4be9-9b24-b079900ae4d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:10:06.549947 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-d55161a8-67ed-4bef-a09b-1cc91a8bc0b8 service neutron] Attempting to bind port fadb03cc-0755-4784-8491-f53c83f5d5c6 on network 960e0e51-d3ce-4be9-9b24-b079900ae4d0 {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:10:06.560387 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-d55161a8-67ed-4bef-a09b-1cc91a8bc0b8 service neutron] Checking agent: {'id': 'ff69530c-d7d1-4bd0-8ab4-9c33ea1455de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 2, 58), 'started_at': datetime.datetime(2021, 7, 15, 19, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:10:06.560756 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-d55161a8-67ed-4bef-a09b-1cc91a8bc0b8 service neutron] Checking segment: {'id': 'd5f1c983-8e5e-43db-bc20-b4d4ad135247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '960e0e51-d3ce-4be9-9b24-b079900ae4d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:10:06.561165 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-d55161a8-67ed-4bef-a09b-1cc91a8bc0b8 service neutron] Bound using segment: {'id': 'd5f1c983-8e5e-43db-bc20-b4d4ad135247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '960e0e51-d3ce-4be9-9b24-b079900ae4d0'} {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:10:06.561732 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-d55161a8-67ed-4bef-a09b-1cc91a8bc0b8 service neutron] Bound port: fadb03cc-0755-4784-8491-f53c83f5d5c6, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5f1c983-8e5e-43db-bc20-b4d4ad135247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '960e0e51-d3ce-4be9-9b24-b079900ae4d0'}}] {{(pid=93657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:10:06.562345 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-d55161a8-67ed-4bef-a09b-1cc91a8bc0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:06.567214 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [None req-2999a5c4-a032-4677-a0b6-655c857230ec tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Deleting port b15eb652-3245-4f61-9888-e83df42a521b {{(pid=93658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:10:06.567545 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-2999a5c4-a032-4677-a0b6-655c857230ec tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:06.663381 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-2999a5c4-a032-4677-a0b6-655c857230ec tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:06.663956 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-2999a5c4-a032-4677-a0b6-655c857230ec tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:06.678986 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-d55161a8-67ed-4bef-a09b-1cc91a8bc0b8 service neutron] For port fadb03cc-0755-4784-8491-f53c83f5d5c6, host hv-cinder-78836, cleared binding levels {{(pid=93657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:10:06.683446 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-d55161a8-67ed-4bef-a09b-1cc91a8bc0b8 service neutron] For port fadb03cc-0755-4784-8491-f53c83f5d5c6, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fadb03cc-0755-4784-8491-f53c83f5d5c6,segment=NetworkSegment(d5f1c983-8e5e-43db-bc20-b4d4ad135247),segment_id=d5f1c983-8e5e-43db-bc20-b4d4ad135247)] {{(pid=93657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:10:06.687509 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [None req-2999a5c4-a032-4677-a0b6-655c857230ec tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Calling delete_port for b15eb652-3245-4f61-9888-e83df42a521b owned by network:floatingip {{(pid=93658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:10:06.695471 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9fbbb-8cdb-44d6-ab2e-daeeacacdc7f req-254ecd32-af29-422c-b5e4-546c631a4801 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:06.697701 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-b9d9fbbb-8cdb-44d6-ab2e-daeeacacdc7f req-254ecd32-af29-422c-b5e4-546c631a4801 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b05ccba-10c9-4e45-9f3c-271c0c096cf8 HTTP/1.1" status: 200 len: 943 time: 0.1402054 Jul 15 19:10:06.699457 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-d55161a8-67ed-4bef-a09b-1cc91a8bc0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6305852'] for port, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:06.757467 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-d55161a8-67ed-4bef-a09b-1cc91a8bc0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:06.758666 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-d55161a8-67ed-4bef-a09b-1cc91a8bc0b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:06.760176 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-d55161a8-67ed-4bef-a09b-1cc91a8bc0b8 service neutron] 10.222.0.69 "PUT /v2.0/ports/fadb03cc-0755-4784-8491-f53c83f5d5c6 HTTP/1.1" status: 200 len: 1093 time: 0.9744501 Jul 15 19:10:06.762762 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b05ccba-10c9-4e45-9f3c-271c0c096cf8', 'tag': 'fadb03cc-0755-4784-8491-f53c83f5d5c6'}] {{(pid=93657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:10:06.765192 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b0cfcdb1f3b1ee888c4befe2123a349a82046d9ec1555bca0e5a99b684397f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26286e26-e3cd-46ff-8b0d-a8448ada3fed" -d '{"events": [{"name": "network-changed", "server_uuid": "2b05ccba-10c9-4e45-9f3c-271c0c096cf8", "tag": "fadb03cc-0755-4784-8491-f53c83f5d5c6"}]}' {{(pid=93657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:10:06.798818 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55161a8-67ed-4bef-a09b-1cc91a8bc0b8 service neutron] Pushing event updated for resources: {'Port': ['ID=fadb03cc-0755-4784-8491-f53c83f5d5c6,revision_number=3']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:06.818420 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-b9d9fbbb-8cdb-44d6-ab2e-daeeacacdc7f req-a1c800f6-0433-4481-bedb-cc75d16d6a8a tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/security-groups?id=1bf63e1d-7c63-440b-acb1-6eac56bb18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927763 Jul 15 19:10:06.862387 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d9967-818b-44f0-b135-3e8ff234898b req-96f3a939-fd3d-4ac7-8972-66338b0d6c55 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:06.863937 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-392d9967-818b-44f0-b135-3e8ff234898b req-96f3a939-fd3d-4ac7-8972-66338b0d6c55 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 984 time: 0.1494772 Jul 15 19:10:06.939312 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-49b58dfc-e7d0-4615-8b0d-11538478ab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:06.939312 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-49b58dfc-e7d0-4615-8b0d-11538478ab2a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cefe6bba6f2f4be18e04e6d784b0c978&device_id=2b05ccba-10c9-4e45-9f3c-271c0c096cf8 HTTP/1.1" status: 200 len: 1096 time: 0.0762515 Jul 15 19:10:06.946796 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-2999a5c4-a032-4677-a0b6-655c857230ec tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4513278'] for port, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:06.954043 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-392d9967-818b-44f0-b135-3e8ff234898b req-9f7aae3a-4317-450b-aff3-bfb8ec2d7aa9 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e614a6-2816-4253-b71e-36d5602d5775&id=e0bcc6ae-5974-4f59-9586-469e3900a831&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581784 Jul 15 19:10:06.982805 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999a5c4-a032-4677-a0b6-655c857230ec tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Pushing event deleted for resources: {'Port': ['ID=b15eb652-3245-4f61-9888-e83df42a521b,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:07.069735 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-2999a5c4-a032-4677-a0b6-655c857230ec tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks [] for floatingip, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:07.074728 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-2999a5c4-a032-4677-a0b6-655c857230ec tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for floatingip, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:07.076820 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-2999a5c4-a032-4677-a0b6-655c857230ec tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "DELETE /v2.0/floatingips/e2f55968-7338-470d-bb09-0211a7ebad92 HTTP/1.1" status: 204 len: 168 time: 0.6917686 Jul 15 19:10:07.251856 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85dc950d-cf5e-40ae-a7e2-ad5d58c4bd59 x-openstack-request-id: req-85dc950d-cf5e-40ae-a7e2-ad5d58c4bd59 {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:10:07.252094 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b05ccba-10c9-4e45-9f3c-271c0c096cf8", "tag": "fadb03cc-0755-4784-8491-f53c83f5d5c6", "status": "completed", "code": 200}]} {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:10:07.252297 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-85dc950d-cf5e-40ae-a7e2-ad5d58c4bd59 {{(pid=93657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:10:07.252692 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b05ccba-10c9-4e45-9f3c-271c0c096cf8', 'tag': 'fadb03cc-0755-4784-8491-f53c83f5d5c6', 'status': 'completed', 'code': 200} Jul 15 19:10:07.254212 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-3eb14cde-3be5-4688-a5d3-68d6f577496b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fadb03cc-0755-4784-8491-f53c83f5d5c6 HTTP/1.1" status: 200 len: 217 time: 0.2959085 Jul 15 19:10:07.316813 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-4d9aaef0-21d3-4ece-9b88-21c16b1cdf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:07.319428 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-4d9aaef0-21d3-4ece-9b88-21c16b1cdf4b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6a3bcfa4-bf9d-4077-b69b-cfb7cb4b894f HTTP/1.1" status: 200 len: 855 time: 0.0528438 Jul 15 19:10:07.370345 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-733d1b6f-69b1-40ca-b5de-c8061d908a06 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=960e0e51-d3ce-4be9-9b24-b079900ae4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423796 Jul 15 19:10:07.511080 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-3061d6cf-2079-4def-86e0-3a7d7df10970 service neutron] 10.222.0.69 "GET /v2.0/networks/960e0e51-d3ce-4be9-9b24-b079900ae4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275606 Jul 15 19:10:07.613986 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device ae626100-1a38-4a07-876e-7f60ec940016 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:10:07.637401 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] No Port match for: ae626100-1a38-4a07-876e-7f60ec940016 {{(pid=93659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:10:07.637810 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device ae626100-1a38-4a07-876e-7f60ec940016 not bound to the agent host hv-cinder-78836 {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:10:07.638317 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-387f09d9-d147-4c3a-ae70-a8c0dd83018e req-d95ee48d-2d18-40f9-8f73-d1e736c20c68 service neutron] 10.222.0.69 "GET /v2.0/networks/960e0e51-d3ce-4be9-9b24-b079900ae4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067054 Jul 15 19:10:07.690368 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 55592) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:10:07.695359 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-274c7cbb-6b9f-4f6e-9130-8ba5ed4a5d41 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1700889715', 'description': 'tempest-description--756502163'}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:10:07.717587 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-274c7cbb-6b9f-4f6e-9130-8ba5ed4a5d41 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:07.837175 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-274c7cbb-6b9f-4f6e-9130-8ba5ed4a5d41 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:07.843655 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-274c7cbb-6b9f-4f6e-9130-8ba5ed4a5d41 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:07.884660 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-274c7cbb-6b9f-4f6e-9130-8ba5ed4a5d41 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:07.888826 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 55596) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:10:07.889464 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-274c7cbb-6b9f-4f6e-9130-8ba5ed4a5d41 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1973813 Jul 15 19:10:07.893194 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c7cbb-6b9f-4f6e-9130-8ba5ed4a5d41 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2d292d-1e40-4090-9ab4-a42bbfd1dbd9,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:07.893611 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [None req-60028b18-0e88-45f0-9feb-5771341fad7c tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Request body: {'security_group_rule': {'security_group_id': 'fb2d292d-1e40-4090-9ab4-a42bbfd1dbd9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:10:07.907875 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26286e26-e3cd-46ff-8b0d-a8448ada3fed req-4d88ec9d-9866-45e3-be2c-8ed87c8072f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:07.911192 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-26286e26-e3cd-46ff-8b0d-a8448ada3fed req-4d88ec9d-9866-45e3-be2c-8ed87c8072f9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cefe6bba6f2f4be18e04e6d784b0c978&device_id=2b05ccba-10c9-4e45-9f3c-271c0c096cf8 HTTP/1.1" status: 200 len: 1096 time: 0.1123915 Jul 15 19:10:07.929939 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-60028b18-0e88-45f0-9feb-5771341fad7c tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:08.013421 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-60028b18-0e88-45f0-9feb-5771341fad7c tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:08.020731 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-60028b18-0e88-45f0-9feb-5771341fad7c tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610094'] for security_group_rule, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:08.052372 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60028b18-0e88-45f0-9feb-5771341fad7c tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a388c5f0-396b-44a5-b3a2-fe629eda27d8,revision_number=0']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:08.071616 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-60028b18-0e88-45f0-9feb-5771341fad7c tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:08.074070 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26286e26-e3cd-46ff-8b0d-a8448ada3fed req-91497e7e-fffd-4c2c-be66-9b2ecd438d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:08.079265 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-60028b18-0e88-45f0-9feb-5771341fad7c tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1850944 Jul 15 19:10:08.079590 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-26286e26-e3cd-46ff-8b0d-a8448ada3fed req-91497e7e-fffd-4c2c-be66-9b2ecd438d9e service neutron] 10.222.0.69 "GET /v2.0/networks?id=960e0e51-d3ce-4be9-9b24-b079900ae4d0 HTTP/1.1" status: 200 len: 917 time: 0.1555116 Jul 15 19:10:08.079590 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 55600) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:10:08.084244 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-8c1ae113-5f85-4d0f-aba0-aaf9f5483747 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Request body: {'security_group_rule': {'security_group_id': 'fb2d292d-1e40-4090-9ab4-a42bbfd1dbd9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:10:08.146491 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-26286e26-e3cd-46ff-8b0d-a8448ada3fed req-7ddb03a0-f406-4b90-9fd8-c3a76c6f03db service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fadb03cc-0755-4784-8491-f53c83f5d5c6 HTTP/1.1" status: 200 len: 217 time: 0.0500233 Jul 15 19:10:08.163990 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb38709-21fb-4f12-bb84-13f8e5ca8a0f req-78585df1-6e95-473c-9901-bf1e7d24174b tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:08.166157 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1fb38709-21fb-4f12-bb84-13f8e5ca8a0f req-78585df1-6e95-473c-9901-bf1e7d24174b tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b05ccba-10c9-4e45-9f3c-271c0c096cf8 HTTP/1.1" status: 200 len: 943 time: 0.1660392 Jul 15 19:10:08.175735 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-8c1ae113-5f85-4d0f-aba0-aaf9f5483747 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:08.213718 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def076b1-6e58-4568-88f8-b5ac3624a15b req-68ddbd04-d552-484e-8c6e-51b172a9bd8e tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:08.215350 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-def076b1-6e58-4568-88f8-b5ac3624a15b req-68ddbd04-d552-484e-8c6e-51b172a9bd8e tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 984 time: 0.0743527 Jul 15 19:10:08.259467 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-def076b1-6e58-4568-88f8-b5ac3624a15b req-ed1de529-990a-4ffe-97d7-effe20cfc021 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e614a6-2816-4253-b71e-36d5602d5775&id=e0bcc6ae-5974-4f59-9586-469e3900a831&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0380504 Jul 15 19:10:08.276328 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26286e26-e3cd-46ff-8b0d-a8448ada3fed req-e864a0e0-2b40-4bf2-a73f-5bf0b16fc895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:08.277933 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-26286e26-e3cd-46ff-8b0d-a8448ada3fed req-e864a0e0-2b40-4bf2-a73f-5bf0b16fc895 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6a3bcfa4-bf9d-4077-b69b-cfb7cb4b894f HTTP/1.1" status: 200 len: 855 time: 0.1101890 Jul 15 19:10:08.285106 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1fb38709-21fb-4f12-bb84-13f8e5ca8a0f req-bc8edc2b-3101-402c-a1fb-9dda04429264 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/security-groups?id=1bf63e1d-7c63-440b-acb1-6eac56bb18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054482 Jul 15 19:10:08.339363 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-26286e26-e3cd-46ff-8b0d-a8448ada3fed req-71a109a7-ec47-458e-9206-45875d9fbe36 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=960e0e51-d3ce-4be9-9b24-b079900ae4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445700 Jul 15 19:10:08.341059 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-8c1ae113-5f85-4d0f-aba0-aaf9f5483747 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:08.345815 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-8c1ae113-5f85-4d0f-aba0-aaf9f5483747 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610094'] for security_group_rule, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:08.391313 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ae113-5f85-4d0f-aba0-aaf9f5483747 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1c81860-1dc3-40b0-ab09-91aeda82e2f2,revision_number=0']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:08.403887 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-8c1ae113-5f85-4d0f-aba0-aaf9f5483747 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:08.405232 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-8c1ae113-5f85-4d0f-aba0-aaf9f5483747 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3247294 Jul 15 19:10:08.408987 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 55604) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:10:08.414855 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [None req-9823586c-b49f-4e47-a27c-99f030025d2b tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Request body: {'floatingip': {'floating_network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:10:08.443896 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-9823586c-b49f-4e47-a27c-99f030025d2b tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks [] for floatingip, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:08.464158 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-26286e26-e3cd-46ff-8b0d-a8448ada3fed req-b6ee69aa-b252-4d21-b79e-4dff3df45270 service neutron] 10.222.0.69 "GET /v2.0/networks/960e0e51-d3ce-4be9-9b24-b079900ae4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134179 Jul 15 19:10:08.553785 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-9823586c-b49f-4e47-a27c-99f030025d2b tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:08.577764 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-26286e26-e3cd-46ff-8b0d-a8448ada3fed req-1ec48191-1246-4f8c-8c91-5a0ec89c9fb3 service neutron] 10.222.0.69 "GET /v2.0/networks/960e0e51-d3ce-4be9-9b24-b079900ae4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026328 Jul 15 19:10:08.674618 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.db_base_plugin_common [None req-9823586c-b49f-4e47-a27c-99f030025d2b tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Allocated IP 172.27.2.189 (e1e7053a-85e2-45af-9353-c5375187db21/9528084b-89d8-4124-b104-08bd71cd5eaa/266180d3-3de0-442f-9908-09dd1feaeb14) {{(pid=93658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:10:08.799812 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-9823586c-b49f-4e47-a27c-99f030025d2b tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks [] for port, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:08.841781 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-9823586c-b49f-4e47-a27c-99f030025d2b tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4513278'] for port, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:08.890477 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9823586c-b49f-4e47-a27c-99f030025d2b tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Network e1e7053a-85e2-45af-9353-c5375187db21 is already hosted by enough agents. {{(pid=93658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:10:08.893306 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.base_scheduler [None req-9823586c-b49f-4e47-a27c-99f030025d2b tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Resources bound (agent type, host, resource id): {{(pid=93658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:10:08.896960 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9823586c-b49f-4e47-a27c-99f030025d2b tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Received port after_create {{(pid=93658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:10:08.919306 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9823586c-b49f-4e47-a27c-99f030025d2b tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Pushing event updated for resources: {'Port': ['ID=266180d3-3de0-442f-9908-09dd1feaeb14,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:08.992902 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-9823586c-b49f-4e47-a27c-99f030025d2b tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:09.040083 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-9823586c-b49f-4e47-a27c-99f030025d2b tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:09.196251 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-9823586c-b49f-4e47-a27c-99f030025d2b tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks [] for port, precommit_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:09.201120 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-9823586c-b49f-4e47-a27c-99f030025d2b tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4513223'] for port, after_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:09.274309 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9823586c-b49f-4e47-a27c-99f030025d2b tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Pushing event updated for resources: {'Port': ['ID=266180d3-3de0-442f-9908-09dd1feaeb14,revision_number=2']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:09.286575 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-9823586c-b49f-4e47-a27c-99f030025d2b tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764579'] for floatingip, after_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:09.306294 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-9823586c-b49f-4e47-a27c-99f030025d2b tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for floatingip, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:09.310568 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-9823586c-b49f-4e47-a27c-99f030025d2b tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8998342 Jul 15 19:10:09.505254 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c39ae0-b0a4-4a41-9787-89e1920835e0 req-9325ba43-7458-42fb-b6f5-41162dbad229 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:09.507527 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-95c39ae0-b0a4-4a41-9787-89e1920835e0 req-9325ba43-7458-42fb-b6f5-41162dbad229 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 984 time: 0.0986671 Jul 15 19:10:09.555209 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-95c39ae0-b0a4-4a41-9787-89e1920835e0 req-90a6a43a-f3a8-4b5c-8c8d-bccce0e94e63 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e614a6-2816-4253-b71e-36d5602d5775&id=e0bcc6ae-5974-4f59-9586-469e3900a831&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398247 Jul 15 19:10:09.569117 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3a248-11ca-4d0c-98eb-189e61893088 req-7967afe2-ccd9-4a91-84a6-d27b5c34a7ea tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:09.571363 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-76f3a248-11ca-4d0c-98eb-189e61893088 req-7967afe2-ccd9-4a91-84a6-d27b5c34a7ea tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b05ccba-10c9-4e45-9f3c-271c0c096cf8 HTTP/1.1" status: 200 len: 943 time: 0.0970628 Jul 15 19:10:09.621863 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-76f3a248-11ca-4d0c-98eb-189e61893088 req-a82f1301-4645-4f34-8234-f332301b61b3 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/security-groups?id=1bf63e1d-7c63-440b-acb1-6eac56bb18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446053 Jul 15 19:10:09.755032 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1725300d-902e-4e5a-8d73-d093f764d799 req-21bb0a9a-3020-4adb-a0a6-48b8c482fe76 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1700889715&fields=id&tenant_id=91c9bcc496f74a1da3a1ee065e5d5817 HTTP/1.1" status: 200 len: 267 time: 0.0328398 Jul 15 19:10:09.867185 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725300d-902e-4e5a-8d73-d093f764d799 req-268043ce-8bd8-4b84-8ccf-2b80ddefe6db tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:09.869400 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1725300d-902e-4e5a-8d73-d093f764d799 req-268043ce-8bd8-4b84-8ccf-2b80ddefe6db tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/networks?id=673ecaa8-9125-4486-9436-19add9ddf5ea HTTP/1.1" status: 200 len: 810 time: 0.1072822 Jul 15 19:10:09.886161 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1725300d-902e-4e5a-8d73-d093f764d799 req-12108d78-df8d-461b-a281-9c21fac4e7c9 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/quotas/91c9bcc496f74a1da3a1ee065e5d5817 HTTP/1.1" status: 200 len: 375 time: 0.0103831 Jul 15 19:10:09.976670 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1725300d-902e-4e5a-8d73-d093f764d799 req-b6d11a5d-e22e-47b7-a13d-a05315157bc8 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=91c9bcc496f74a1da3a1ee065e5d5817&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0849538 Jul 15 19:10:10.129875 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1725300d-902e-4e5a-8d73-d093f764d799 req-866f5864-4d29-4ce8-b84f-a4691499b833 service neutron] 10.222.0.70 "GET /v2.0/networks/673ecaa8-9125-4486-9436-19add9ddf5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412389 Jul 15 19:10:10.239946 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1725300d-902e-4e5a-8d73-d093f764d799 req-8807db33-c720-4bfd-93a4-64a7c83a177a service neutron] 10.222.0.70 "GET /v2.0/networks/673ecaa8-9125-4486-9436-19add9ddf5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033223 Jul 15 19:10:10.421971 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-4a1cd86f-2a13-48e3-a495-d99142485640 req-01dbd1d1-9fe1-40a8-b792-83cef324815b tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf85611e-aaff-4878-959a-22c42165c1c3 HTTP/1.1" status: 200 len: 210 time: 0.0349410 Jul 15 19:10:10.842764 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd0d95-df2f-4454-9aeb-2451eaae8dba req-f99faa53-0c33-47c5-96d1-b8f335a6cd87 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:10.845240 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-32dd0d95-df2f-4454-9aeb-2451eaae8dba req-f99faa53-0c33-47c5-96d1-b8f335a6cd87 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 984 time: 0.0923016 Jul 15 19:10:10.872049 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc3868-00ea-41c2-9249-9aa7e75cfcb5 req-cf0af505-8c55-452f-a979-95bb761dcec6 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:10.873973 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-32dc3868-00ea-41c2-9249-9aa7e75cfcb5 req-cf0af505-8c55-452f-a979-95bb761dcec6 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b05ccba-10c9-4e45-9f3c-271c0c096cf8 HTTP/1.1" status: 200 len: 943 time: 0.0928946 Jul 15 19:10:10.898425 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-32dd0d95-df2f-4454-9aeb-2451eaae8dba req-503e6d0a-d22e-4b4a-982c-40c7412298d6 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e614a6-2816-4253-b71e-36d5602d5775&id=e0bcc6ae-5974-4f59-9586-469e3900a831&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0452354 Jul 15 19:10:10.932709 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-32dc3868-00ea-41c2-9249-9aa7e75cfcb5 req-61bfb968-05da-4d5f-bf58-7758b4926aff tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/security-groups?id=1bf63e1d-7c63-440b-acb1-6eac56bb18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458698 Jul 15 19:10:11.571764 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-6785a66e-2b3a-4673-9b05-7b32895001ee req-218c54da-5353-44c3-8992-1307b7f34bd9 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf85611e-aaff-4878-959a-22c42165c1c3 HTTP/1.1" status: 200 len: 210 time: 0.0329850 Jul 15 19:10:11.632620 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device fadb03cc-0755-4784-8491-f53c83f5d5c6 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:10:11.733217 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port fadb03cc-0755-4784-8491-f53c83f5d5c6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fadb03cc-0755-4784-8491-f53c83f5d5c6,segment=NetworkSegment(d5f1c983-8e5e-43db-bc20-b4d4ad135247),segment_id=d5f1c983-8e5e-43db-bc20-b4d4ad135247)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:10:11.748924 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Returning: {'device': 'fadb03cc-0755-4784-8491-f53c83f5d5c6', 'network_id': '960e0e51-d3ce-4be9-9b24-b079900ae4d0', 'port_id': 'fadb03cc-0755-4784-8491-f53c83f5d5c6', 'mac_address': 'fa:16:3e:a0:30:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a3bcfa4-bf9d-4077-b69b-cfb7cb4b894f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:10:11.791204 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:11.806742 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fadb03cc-0755-4784-8491-f53c83f5d5c6 {{(pid=93659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:10:11.828821 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port fadb03cc-0755-4784-8491-f53c83f5d5c6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fadb03cc-0755-4784-8491-f53c83f5d5c6,segment=NetworkSegment(d5f1c983-8e5e-43db-bc20-b4d4ad135247),segment_id=d5f1c983-8e5e-43db-bc20-b4d4ad135247)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:10:11.835289 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:11.888979 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=fadb03cc-0755-4784-8491-f53c83f5d5c6,revision_number=4']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:11.896907 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:11.897368 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:11.897715 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:11.898938 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:11.898938 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:11.898938 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:11.899406 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:11.899406 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:11.899669 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:11.900127 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:11.900373 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:11.900643 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:11.961733 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725300d-902e-4e5a-8d73-d093f764d799 req-ae893dee-5dc7-48f6-ab8d-2288cf26314b tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:11.963753 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1725300d-902e-4e5a-8d73-d093f764d799 req-ae893dee-5dc7-48f6-ab8d-2288cf26314b tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.69 "GET /v2.0/networks?id=673ecaa8-9125-4486-9436-19add9ddf5ea HTTP/1.1" status: 200 len: 810 time: 0.1471756 Jul 15 19:10:12.068789 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1725300d-902e-4e5a-8d73-d093f764d799 req-2faf92cc-b4ac-40b0-824f-928649feb685 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91c9bcc496f74a1da3a1ee065e5d5817 HTTP/1.1" status: 200 len: 380 time: 0.0797038 Jul 15 19:10:12.094838 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [req-1725300d-902e-4e5a-8d73-d093f764d799 req-af30b436-6a86-4b80-bbf6-288fcec23441 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Request body: {'port': {'device_id': 'cf85611e-aaff-4878-959a-22c42165c1c3', 'network_id': '673ecaa8-9125-4486-9436-19add9ddf5ea', 'admin_state_up': True, 'tenant_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'security_groups': ['fb2d292d-1e40-4090-9ab4-a42bbfd1dbd9']}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:10:12.136837 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a228a-88e2-48df-b4ce-3ab7e3c219ff req-91a1ea17-13c0-4a74-997c-51f2443b39fc tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:12.138465 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-d45a228a-88e2-48df-b4ce-3ab7e3c219ff req-91a1ea17-13c0-4a74-997c-51f2443b39fc tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 984 time: 0.1166670 Jul 15 19:10:12.197581 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a4303-46a2-4b42-bb6a-5c15e8a09918 req-301c8742-01bf-4f1d-986a-1e8c04279cf7 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:12.199141 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-ae2a4303-46a2-4b42-bb6a-5c15e8a09918 req-301c8742-01bf-4f1d-986a-1e8c04279cf7 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b05ccba-10c9-4e45-9f3c-271c0c096cf8 HTTP/1.1" status: 200 len: 944 time: 0.0709584 Jul 15 19:10:12.225425 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-d45a228a-88e2-48df-b4ce-3ab7e3c219ff req-4a0c9151-4811-4c3d-85d0-5bf68dc4ccbc tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e614a6-2816-4253-b71e-36d5602d5775&id=e0bcc6ae-5974-4f59-9586-469e3900a831&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0788882 Jul 15 19:10:12.247147 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-ae2a4303-46a2-4b42-bb6a-5c15e8a09918 req-eca3ca92-c869-4ec6-b9e0-2ef6bf85f75f tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/security-groups?id=1bf63e1d-7c63-440b-acb1-6eac56bb18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411434 Jul 15 19:10:12.262983 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1725300d-902e-4e5a-8d73-d093f764d799 req-af30b436-6a86-4b80-bbf6-288fcec23441 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Made reservation on behalf of 91c9bcc496f74a1da3a1ee065e5d5817 for: {'port': 1} {{(pid=93657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:10:12.268265 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-1725300d-902e-4e5a-8d73-d093f764d799 req-af30b436-6a86-4b80-bbf6-288fcec23441 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:12.327768 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] get_ports_and_sgs() called for port_ids ['fadb03cc-0755-4784-8491-f53c83f5d5c6'] {{(pid=93659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:10:12.407785 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.db_base_plugin_common [req-1725300d-902e-4e5a-8d73-d093f764d799 req-af30b436-6a86-4b80-bbf6-288fcec23441 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Allocated IP 172.20.0.14 (673ecaa8-9125-4486-9436-19add9ddf5ea/14efcbfe-a38f-460b-a7fe-e5ca16293d31/97930099-ac23-48f3-8ddc-d56f73ae51fc) {{(pid=93657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:10:12.547882 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-1725300d-902e-4e5a-8d73-d093f764d799 req-af30b436-6a86-4b80-bbf6-288fcec23441 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks [] for port, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:12.561628 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.provisioning_blocks [req-1725300d-902e-4e5a-8d73-d093f764d799 req-af30b436-6a86-4b80-bbf6-288fcec23441 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Transition to ACTIVE for port object 97930099-ac23-48f3-8ddc-d56f73ae51fc will not be triggered until provisioned by entity DHCP. {{(pid=93657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:10:12.616715 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-1725300d-902e-4e5a-8d73-d093f764d799 req-af30b436-6a86-4b80-bbf6-288fcec23441 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:12.688333 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1725300d-902e-4e5a-8d73-d093f764d799 req-af30b436-6a86-4b80-bbf6-288fcec23441 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Network 673ecaa8-9125-4486-9436-19add9ddf5ea is already hosted by enough agents. {{(pid=93657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:10:12.693999 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.base_scheduler [req-1725300d-902e-4e5a-8d73-d093f764d799 req-af30b436-6a86-4b80-bbf6-288fcec23441 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Resources bound (agent type, host, resource id): {{(pid=93657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:10:12.698618 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [req-1725300d-902e-4e5a-8d73-d093f764d799 req-af30b436-6a86-4b80-bbf6-288fcec23441 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Received port after_create {{(pid=93657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:10:12.733547 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af30b436-6a86-4b80-bbf6-288fcec23441 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Pushing event updated for resources: {'Port': ['ID=97930099-ac23-48f3-8ddc-d56f73ae51fc,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:12.757736 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725300d-902e-4e5a-8d73-d093f764d799 req-af30b436-6a86-4b80-bbf6-288fcec23441 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:12.758929 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-1725300d-902e-4e5a-8d73-d093f764d799 req-af30b436-6a86-4b80-bbf6-288fcec23441 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:12.762979 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4764e-ee1c-4824-892b-4738884a4f7f req-feff4224-5aa6-42cf-b846-3b189c746177 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:12.764551 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-71f4764e-ee1c-4824-892b-4738884a4f7f req-feff4224-5aa6-42cf-b846-3b189c746177 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf85611e-aaff-4878-959a-22c42165c1c3 HTTP/1.1" status: 200 len: 932 time: 0.0755489 Jul 15 19:10:12.775051 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1725300d-902e-4e5a-8d73-d093f764d799 req-af30b436-6a86-4b80-bbf6-288fcec23441 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6852245 Jul 15 19:10:12.809050 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-71f4764e-ee1c-4824-892b-4738884a4f7f req-da171280-fa32-4e3d-b16f-bb124f6258af tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb2d292d-1e40-4090-9ab4-a42bbfd1dbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365162 Jul 15 19:10:12.855785 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [req-1725300d-902e-4e5a-8d73-d093f764d799 req-ec0fd406-fdac-4d47-9663-35047ec3c45d service neutron] Request body: {'port': {'device_id': 'cf85611e-aaff-4878-959a-22c42165c1c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:10:12.932663 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-1725300d-902e-4e5a-8d73-d093f764d799 req-ec0fd406-fdac-4d47-9663-35047ec3c45d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:12.983674 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-9431617f-3426-4f8e-a4fd-15ebf42c1bda None None] Provisioning for port 97930099-ac23-48f3-8ddc-d56f73ae51fc completed by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:10:12.989568 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-9431617f-3426-4f8e-a4fd-15ebf42c1bda None None] Provisioning complete for port 97930099-ac23-48f3-8ddc-d56f73ae51fc triggered by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:10:12.989992 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-9431617f-3426-4f8e-a4fd-15ebf42c1bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:13.026820 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-9431617f-3426-4f8e-a4fd-15ebf42c1bda None None] Port 97930099-ac23-48f3-8ddc-d56f73ae51fc cannot update to ACTIVE because it is not bound. {{(pid=93659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:10:13.198572 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.notifiers.nova [req-1725300d-902e-4e5a-8d73-d093f764d799 req-ec0fd406-fdac-4d47-9663-35047ec3c45d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97930099-ac23-48f3-8ddc-d56f73ae51fc {{(pid=93657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:10:13.206649 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-1725300d-902e-4e5a-8d73-d093f764d799 req-ec0fd406-fdac-4d47-9663-35047ec3c45d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:13.218733 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.provisioning_blocks [req-1725300d-902e-4e5a-8d73-d093f764d799 req-ec0fd406-fdac-4d47-9663-35047ec3c45d service neutron] Transition to ACTIVE for port object 97930099-ac23-48f3-8ddc-d56f73ae51fc will not be triggered until provisioned by entity L2. {{(pid=93657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:10:13.223237 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-1725300d-902e-4e5a-8d73-d093f764d799 req-ec0fd406-fdac-4d47-9663-35047ec3c45d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6305852'] for port, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:13.274044 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0fd406-fdac-4d47-9663-35047ec3c45d service neutron] Pushing event updated for resources: {'Port': ['ID=97930099-ac23-48f3-8ddc-d56f73ae51fc,revision_number=2']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:13.357127 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [req-1725300d-902e-4e5a-8d73-d093f764d799 req-ec0fd406-fdac-4d47-9663-35047ec3c45d service neutron] Attempting to bind port 97930099-ac23-48f3-8ddc-d56f73ae51fc on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:10:13.357344 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [req-1725300d-902e-4e5a-8d73-d093f764d799 req-ec0fd406-fdac-4d47-9663-35047ec3c45d service neutron] Attempting to bind port 97930099-ac23-48f3-8ddc-d56f73ae51fc by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c5f51327-4914-48ee-89a2-7f0bd5724fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '673ecaa8-9125-4486-9436-19add9ddf5ea'}] {{(pid=93657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:10:13.357836 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1725300d-902e-4e5a-8d73-d093f764d799 req-ec0fd406-fdac-4d47-9663-35047ec3c45d service neutron] Attempting to bind port 97930099-ac23-48f3-8ddc-d56f73ae51fc on network 673ecaa8-9125-4486-9436-19add9ddf5ea {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:10:13.362766 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1725300d-902e-4e5a-8d73-d093f764d799 req-ec0fd406-fdac-4d47-9663-35047ec3c45d service neutron] Port 97930099-ac23-48f3-8ddc-d56f73ae51fc on network 673ecaa8-9125-4486-9436-19add9ddf5ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:10:13.363095 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1725300d-902e-4e5a-8d73-d093f764d799 req-ec0fd406-fdac-4d47-9663-35047ec3c45d service neutron] Attempting to bind port 97930099-ac23-48f3-8ddc-d56f73ae51fc on network 673ecaa8-9125-4486-9436-19add9ddf5ea {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:10:13.369148 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1725300d-902e-4e5a-8d73-d093f764d799 req-ec0fd406-fdac-4d47-9663-35047ec3c45d service neutron] Checking agent: {'id': 'ff69530c-d7d1-4bd0-8ab4-9c33ea1455de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 2, 58), 'started_at': datetime.datetime(2021, 7, 15, 19, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:10:13.369551 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1725300d-902e-4e5a-8d73-d093f764d799 req-ec0fd406-fdac-4d47-9663-35047ec3c45d service neutron] Checking segment: {'id': 'c5f51327-4914-48ee-89a2-7f0bd5724fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '673ecaa8-9125-4486-9436-19add9ddf5ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:10:13.370140 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1725300d-902e-4e5a-8d73-d093f764d799 req-ec0fd406-fdac-4d47-9663-35047ec3c45d service neutron] Bound using segment: {'id': 'c5f51327-4914-48ee-89a2-7f0bd5724fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '673ecaa8-9125-4486-9436-19add9ddf5ea'} {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:10:13.370592 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [req-1725300d-902e-4e5a-8d73-d093f764d799 req-ec0fd406-fdac-4d47-9663-35047ec3c45d service neutron] Bound port: 97930099-ac23-48f3-8ddc-d56f73ae51fc, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5f51327-4914-48ee-89a2-7f0bd5724fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '673ecaa8-9125-4486-9436-19add9ddf5ea'}}] {{(pid=93657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:10:13.370955 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-1725300d-902e-4e5a-8d73-d093f764d799 req-ec0fd406-fdac-4d47-9663-35047ec3c45d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:13.477929 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [req-1725300d-902e-4e5a-8d73-d093f764d799 req-ec0fd406-fdac-4d47-9663-35047ec3c45d service neutron] For port 97930099-ac23-48f3-8ddc-d56f73ae51fc, host hv-cinder-78836, cleared binding levels {{(pid=93657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:10:13.495177 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [req-1725300d-902e-4e5a-8d73-d093f764d799 req-ec0fd406-fdac-4d47-9663-35047ec3c45d service neutron] For port 97930099-ac23-48f3-8ddc-d56f73ae51fc, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=97930099-ac23-48f3-8ddc-d56f73ae51fc,segment=NetworkSegment(c5f51327-4914-48ee-89a2-7f0bd5724fec),segment_id=c5f51327-4914-48ee-89a2-7f0bd5724fec)] {{(pid=93657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:10:13.504710 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0662ecd-e9de-4c5e-8042-cd643ef44aa4 req-6dca08c0-99a2-445e-9ab2-eeaf4b101863 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:13.506253 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f0662ecd-e9de-4c5e-8042-cd643ef44aa4 req-6dca08c0-99a2-445e-9ab2-eeaf4b101863 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b05ccba-10c9-4e45-9f3c-271c0c096cf8 HTTP/1.1" status: 200 len: 944 time: 0.1227894 Jul 15 19:10:13.507895 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-1725300d-902e-4e5a-8d73-d093f764d799 req-ec0fd406-fdac-4d47-9663-35047ec3c45d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6305852'] for port, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:13.565958 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725300d-902e-4e5a-8d73-d093f764d799 req-ec0fd406-fdac-4d47-9663-35047ec3c45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:13.566569 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-1725300d-902e-4e5a-8d73-d093f764d799 req-ec0fd406-fdac-4d47-9663-35047ec3c45d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:13.568233 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1725300d-902e-4e5a-8d73-d093f764d799 req-ec0fd406-fdac-4d47-9663-35047ec3c45d service neutron] 10.222.0.69 "PUT /v2.0/ports/97930099-ac23-48f3-8ddc-d56f73ae51fc HTTP/1.1" status: 200 len: 1094 time: 0.7663226 Jul 15 19:10:13.574478 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf85611e-aaff-4878-959a-22c42165c1c3', 'tag': '97930099-ac23-48f3-8ddc-d56f73ae51fc'}] {{(pid=93657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:10:13.576782 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b0cfcdb1f3b1ee888c4befe2123a349a82046d9ec1555bca0e5a99b684397f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94882ab6-26f4-467e-9f64-9a7946a17cfa" -d '{"events": [{"name": "network-changed", "server_uuid": "cf85611e-aaff-4878-959a-22c42165c1c3", "tag": "97930099-ac23-48f3-8ddc-d56f73ae51fc"}]}' {{(pid=93657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:10:13.615290 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f0662ecd-e9de-4c5e-8042-cd643ef44aa4 req-2bab488c-8f72-4338-b575-8c2814d24132 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/security-groups?id=1bf63e1d-7c63-440b-acb1-6eac56bb18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829575 Jul 15 19:10:13.615932 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0fd406-fdac-4d47-9663-35047ec3c45d service neutron] Pushing event updated for resources: {'Port': ['ID=97930099-ac23-48f3-8ddc-d56f73ae51fc,revision_number=3']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:13.696079 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1bc8b94-96f3-473e-862d-2bac7369c348 x-openstack-request-id: req-b1bc8b94-96f3-473e-862d-2bac7369c348 {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:10:13.696373 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf85611e-aaff-4878-959a-22c42165c1c3", "tag": "97930099-ac23-48f3-8ddc-d56f73ae51fc", "status": "completed", "code": 200}]} {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:10:13.696631 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b1bc8b94-96f3-473e-862d-2bac7369c348 {{(pid=93657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:10:13.697030 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf85611e-aaff-4878-959a-22c42165c1c3', 'tag': '97930099-ac23-48f3-8ddc-d56f73ae51fc', 'status': 'completed', 'code': 200} Jul 15 19:10:13.717804 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725300d-902e-4e5a-8d73-d093f764d799 req-7ca6d9dc-ea94-4838-b559-1525d604026e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:13.719733 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1725300d-902e-4e5a-8d73-d093f764d799 req-7ca6d9dc-ea94-4838-b559-1525d604026e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=91c9bcc496f74a1da3a1ee065e5d5817&device_id=cf85611e-aaff-4878-959a-22c42165c1c3 HTTP/1.1" status: 200 len: 1097 time: 0.0607092 Jul 15 19:10:13.785011 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1725300d-902e-4e5a-8d73-d093f764d799 req-e6ac8a15-2fa1-4f06-8261-a772bc6ee05b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97930099-ac23-48f3-8ddc-d56f73ae51fc HTTP/1.1" status: 200 len: 217 time: 0.0375350 Jul 15 19:10:13.843379 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725300d-902e-4e5a-8d73-d093f764d799 req-63078ce2-3f79-470b-986b-4aaadf006a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:13.844753 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1725300d-902e-4e5a-8d73-d093f764d799 req-63078ce2-3f79-470b-986b-4aaadf006a72 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=14efcbfe-a38f-460b-a7fe-e5ca16293d31 HTTP/1.1" status: 200 len: 849 time: 0.0487752 Jul 15 19:10:13.907003 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725300d-902e-4e5a-8d73-d093f764d799 req-0f4c27cf-fc24-4dec-ba3e-b6b751c11e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:13.908511 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1725300d-902e-4e5a-8d73-d093f764d799 req-0f4c27cf-fc24-4dec-ba3e-b6b751c11e7a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=673ecaa8-9125-4486-9436-19add9ddf5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538700 Jul 15 19:10:14.004109 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eba9f5-4251-4c2f-b3fd-3c863502f4e2 req-ff5dddcd-4f6a-4485-b5d3-213cf98b08f3 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:14.005704 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-c7eba9f5-4251-4c2f-b3fd-3c863502f4e2 req-ff5dddcd-4f6a-4485-b5d3-213cf98b08f3 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf85611e-aaff-4878-959a-22c42165c1c3 HTTP/1.1" status: 200 len: 944 time: 0.0794632 Jul 15 19:10:14.012474 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1725300d-902e-4e5a-8d73-d093f764d799 req-a806b9be-bcf9-43f9-a70b-40b41c67462f service neutron] 10.222.0.69 "GET /v2.0/networks/673ecaa8-9125-4486-9436-19add9ddf5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950649 Jul 15 19:10:14.045491 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-c7eba9f5-4251-4c2f-b3fd-3c863502f4e2 req-afbdc59f-3ee4-40dd-b826-0a41150f42c3 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb2d292d-1e40-4090-9ab4-a42bbfd1dbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335681 Jul 15 19:10:14.108517 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1725300d-902e-4e5a-8d73-d093f764d799 req-ba5803a5-be82-4181-a911-8bc61583a5b0 service neutron] 10.222.0.69 "GET /v2.0/networks/673ecaa8-9125-4486-9436-19add9ddf5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887520 Jul 15 19:10:14.324284 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94882ab6-26f4-467e-9f64-9a7946a17cfa req-5efa0357-8435-4b30-9181-83b253206c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:14.325773 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-94882ab6-26f4-467e-9f64-9a7946a17cfa req-5efa0357-8435-4b30-9181-83b253206c24 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=91c9bcc496f74a1da3a1ee065e5d5817&device_id=cf85611e-aaff-4878-959a-22c42165c1c3 HTTP/1.1" status: 200 len: 1097 time: 0.0567539 Jul 15 19:10:14.427387 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94882ab6-26f4-467e-9f64-9a7946a17cfa req-f7cae959-b38c-4644-8267-345c74a9be83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:14.428787 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-94882ab6-26f4-467e-9f64-9a7946a17cfa req-f7cae959-b38c-4644-8267-345c74a9be83 service neutron] 10.222.0.69 "GET /v2.0/networks?id=673ecaa8-9125-4486-9436-19add9ddf5ea HTTP/1.1" status: 200 len: 912 time: 0.0880466 Jul 15 19:10:14.477019 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-94882ab6-26f4-467e-9f64-9a7946a17cfa req-b4b42ba3-2fc3-4928-97f2-923375b80c67 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97930099-ac23-48f3-8ddc-d56f73ae51fc HTTP/1.1" status: 200 len: 217 time: 0.0351391 Jul 15 19:10:14.536160 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94882ab6-26f4-467e-9f64-9a7946a17cfa req-75540b37-febe-4124-92b5-36b1e12f35a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:14.537620 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-94882ab6-26f4-467e-9f64-9a7946a17cfa req-75540b37-febe-4124-92b5-36b1e12f35a4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=14efcbfe-a38f-460b-a7fe-e5ca16293d31 HTTP/1.1" status: 200 len: 849 time: 0.0440059 Jul 15 19:10:14.604488 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94882ab6-26f4-467e-9f64-9a7946a17cfa req-06a06471-f69a-4b66-9a5d-aad4a5070700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:14.606011 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-94882ab6-26f4-467e-9f64-9a7946a17cfa req-06a06471-f69a-4b66-9a5d-aad4a5070700 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=673ecaa8-9125-4486-9436-19add9ddf5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561612 Jul 15 19:10:14.701515 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-94882ab6-26f4-467e-9f64-9a7946a17cfa req-3941b682-4da8-4b7f-82f6-ac19d927f0fe service neutron] 10.222.0.69 "GET /v2.0/networks/673ecaa8-9125-4486-9436-19add9ddf5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870056 Jul 15 19:10:14.852858 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-94882ab6-26f4-467e-9f64-9a7946a17cfa req-47f95a0d-7e7a-4aa9-8b4f-5060fc6f8681 service neutron] 10.222.0.69 "GET /v2.0/networks/673ecaa8-9125-4486-9436-19add9ddf5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413352 Jul 15 19:10:14.865537 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e3fbb-7d66-42f8-bdc1-a71ed9a5672f req-92592394-f246-41db-967b-5d7fa5d12a56 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:14.867109 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-463e3fbb-7d66-42f8-bdc1-a71ed9a5672f req-92592394-f246-41db-967b-5d7fa5d12a56 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b05ccba-10c9-4e45-9f3c-271c0c096cf8 HTTP/1.1" status: 200 len: 944 time: 0.1195331 Jul 15 19:10:14.906345 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-463e3fbb-7d66-42f8-bdc1-a71ed9a5672f req-2d6836c1-2ca1-40e8-bfe3-ab89ea6ec5ef tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/security-groups?id=1bf63e1d-7c63-440b-acb1-6eac56bb18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330925 Jul 15 19:10:15.230807 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce11cc86-e743-49c5-8974-8d31ea2c5137 req-7f225b96-bf64-4a92-9421-1dba686c2c40 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:15.232249 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-ce11cc86-e743-49c5-8974-8d31ea2c5137 req-7f225b96-bf64-4a92-9421-1dba686c2c40 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf85611e-aaff-4878-959a-22c42165c1c3 HTTP/1.1" status: 200 len: 944 time: 0.0642037 Jul 15 19:10:15.269847 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-ce11cc86-e743-49c5-8974-8d31ea2c5137 req-03afd002-ac3e-4b5e-b785-8987fdceae62 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb2d292d-1e40-4090-9ab4-a42bbfd1dbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319178 Jul 15 19:10:15.639033 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device fadb03cc-0755-4784-8491-f53c83f5d5c6 up at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:10:15.687492 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Provisioning for port fadb03cc-0755-4784-8491-f53c83f5d5c6 completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:10:15.691131 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Provisioning complete for port fadb03cc-0755-4784-8491-f53c83f5d5c6 triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:10:15.691506 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:15.774409 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:15.796672 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b05ccba-10c9-4e45-9f3c-271c0c096cf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fadb03cc-0755-4784-8491-f53c83f5d5c6'}] {{(pid=93659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:10:15.798949 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cff241be1680f95bd86cb63ae369edb514e49424f5374e734ea98f44dc6e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5503f05a-e7e2-4e08-9599-f7ba5f6484cd" -d '{"events": [{"server_uuid": "2b05ccba-10c9-4e45-9f3c-271c0c096cf8", "name": "network-vif-plugged", "status": "completed", "tag": "fadb03cc-0755-4784-8491-f53c83f5d5c6"}]}' {{(pid=93659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:10:15.813216 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port fadb03cc-0755-4784-8491-f53c83f5d5c6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fadb03cc-0755-4784-8491-f53c83f5d5c6,segment=NetworkSegment(d5f1c983-8e5e-43db-bc20-b4d4ad135247),segment_id=d5f1c983-8e5e-43db-bc20-b4d4ad135247)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:10:15.818038 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:15.841835 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d1b706-7f57-4e79-9262-ddac5c1fd54c x-openstack-request-id: req-16d1b706-7f57-4e79-9262-ddac5c1fd54c {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:10:15.842136 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b05ccba-10c9-4e45-9f3c-271c0c096cf8", "name": "network-vif-plugged", "status": "completed", "tag": "fadb03cc-0755-4784-8491-f53c83f5d5c6", "code": 200}]} {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:10:15.842388 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-16d1b706-7f57-4e79-9262-ddac5c1fd54c {{(pid=93659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:10:15.842776 dv-cinder-788363-8-iscsi neutron-server[93659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b05ccba-10c9-4e45-9f3c-271c0c096cf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fadb03cc-0755-4784-8491-f53c83f5d5c6', 'code': 200} Jul 15 19:10:15.868862 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=fadb03cc-0755-4784-8491-f53c83f5d5c6,revision_number=5']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:16.120256 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c467838-14f9-450e-b63d-ecfbfea480b1 req-2a281225-a43a-4321-9691-d76334c7f052 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:16.121823 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-0c467838-14f9-450e-b63d-ecfbfea480b1 req-2a281225-a43a-4321-9691-d76334c7f052 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b05ccba-10c9-4e45-9f3c-271c0c096cf8 HTTP/1.1" status: 200 len: 945 time: 0.0807004 Jul 15 19:10:16.182212 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-0c467838-14f9-450e-b63d-ecfbfea480b1 req-d55796f8-4236-4082-9627-751fc8ced01f tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/security-groups?id=1bf63e1d-7c63-440b-acb1-6eac56bb18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435343 Jul 15 19:10:16.192956 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2a6a1-8ec7-47ca-badc-eedb93f80f09 req-8fa8dbb4-cf9e-4205-9e63-b5ca5fd81c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:16.194498 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f0c2a6a1-8ec7-47ca-badc-eedb93f80f09 req-8fa8dbb4-cf9e-4205-9e63-b5ca5fd81c66 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2b05ccba-10c9-4e45-9f3c-271c0c096cf8 HTTP/1.1" status: 200 len: 1098 time: 0.0914187 Jul 15 19:10:16.232138 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f0c2a6a1-8ec7-47ca-badc-eedb93f80f09 req-42652f5c-0197-452c-a535-b7c36f920e4a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1bf63e1d-7c63-440b-acb1-6eac56bb18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288146 Jul 15 19:10:16.450347 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82380bcd-6a51-4f97-bef9-9325cced7963 req-7b54e63f-30c2-4b33-a6dd-7bc4635e5b1e tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:16.451876 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-82380bcd-6a51-4f97-bef9-9325cced7963 req-7b54e63f-30c2-4b33-a6dd-7bc4635e5b1e tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf85611e-aaff-4878-959a-22c42165c1c3 HTTP/1.1" status: 200 len: 944 time: 0.0639482 Jul 15 19:10:16.495580 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-82380bcd-6a51-4f97-bef9-9325cced7963 req-86439a56-28e0-4394-9e63-52adb308cf46 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb2d292d-1e40-4090-9ab4-a42bbfd1dbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380471 Jul 15 19:10:17.365925 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd3294-9a77-4d46-90ca-dc1267e98226 req-d87e4ec4-6ed3-435e-b972-58406a43a8a7 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:17.367856 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-cbdd3294-9a77-4d46-90ca-dc1267e98226 req-d87e4ec4-6ed3-435e-b972-58406a43a8a7 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b05ccba-10c9-4e45-9f3c-271c0c096cf8 HTTP/1.1" status: 200 len: 945 time: 0.0727746 Jul 15 19:10:17.408928 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-cbdd3294-9a77-4d46-90ca-dc1267e98226 req-52690116-be7d-4a69-9cbd-dfadbaf10871 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/security-groups?id=1bf63e1d-7c63-440b-acb1-6eac56bb18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351946 Jul 15 19:10:17.646420 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 97930099-ac23-48f3-8ddc-d56f73ae51fc details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:10:17.675532 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb85e1f-1f65-4ff1-9fa2-c2d734c3938d req-a91baa0d-862d-4190-8952-bae4f506423d tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:17.677067 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-ffb85e1f-1f65-4ff1-9fa2-c2d734c3938d req-a91baa0d-862d-4190-8952-bae4f506423d tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf85611e-aaff-4878-959a-22c42165c1c3 HTTP/1.1" status: 200 len: 944 time: 0.0666988 Jul 15 19:10:17.716985 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-ffb85e1f-1f65-4ff1-9fa2-c2d734c3938d req-d934bddd-d002-4630-bdd6-844f8ae61e26 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb2d292d-1e40-4090-9ab4-a42bbfd1dbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334625 Jul 15 19:10:17.758162 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 97930099-ac23-48f3-8ddc-d56f73ae51fc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=97930099-ac23-48f3-8ddc-d56f73ae51fc,segment=NetworkSegment(c5f51327-4914-48ee-89a2-7f0bd5724fec),segment_id=c5f51327-4914-48ee-89a2-7f0bd5724fec)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:10:17.770430 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Returning: {'device': '97930099-ac23-48f3-8ddc-d56f73ae51fc', 'network_id': '673ecaa8-9125-4486-9436-19add9ddf5ea', 'port_id': '97930099-ac23-48f3-8ddc-d56f73ae51fc', 'mac_address': 'fa:16:3e:60:5a:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14efcbfe-a38f-460b-a7fe-e5ca16293d31', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:10:17.809206 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:17.823678 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97930099-ac23-48f3-8ddc-d56f73ae51fc {{(pid=93659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:10:17.843569 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 97930099-ac23-48f3-8ddc-d56f73ae51fc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=97930099-ac23-48f3-8ddc-d56f73ae51fc,segment=NetworkSegment(c5f51327-4914-48ee-89a2-7f0bd5724fec),segment_id=c5f51327-4914-48ee-89a2-7f0bd5724fec)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:10:17.847498 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:17.898702 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=97930099-ac23-48f3-8ddc-d56f73ae51fc,revision_number=4']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:18.432048 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] get_ports_and_sgs() called for port_ids ['97930099-ac23-48f3-8ddc-d56f73ae51fc'] {{(pid=93659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:10:18.592364 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b47966-0ade-41e8-ab2f-c62972272802 req-43f67f4a-61a3-4ff6-879a-1435255d078e tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:18.593879 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-e2b47966-0ade-41e8-ab2f-c62972272802 req-43f67f4a-61a3-4ff6-879a-1435255d078e tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b05ccba-10c9-4e45-9f3c-271c0c096cf8 HTTP/1.1" status: 200 len: 945 time: 0.0719178 Jul 15 19:10:18.632428 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-e2b47966-0ade-41e8-ab2f-c62972272802 req-2c6ce0f8-0562-4866-9f7c-212ebceb565b tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/security-groups?id=1bf63e1d-7c63-440b-acb1-6eac56bb18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325577 Jul 15 19:10:18.908857 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c6934-173f-4abe-969e-af949fca7b08 req-04d98fd9-d8ba-4f63-9add-fd34cc17f450 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:18.910569 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-408c6934-173f-4abe-969e-af949fca7b08 req-04d98fd9-d8ba-4f63-9add-fd34cc17f450 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf85611e-aaff-4878-959a-22c42165c1c3 HTTP/1.1" status: 200 len: 945 time: 0.0721698 Jul 15 19:10:18.965447 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-408c6934-173f-4abe-969e-af949fca7b08 req-852415a8-4944-49aa-9661-d3e51899d473 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb2d292d-1e40-4090-9ab4-a42bbfd1dbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478721 Jul 15 19:10:19.463725 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-26e78d3f-f2b0-44f3-a6d4-b9baa91875d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:20.144482 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c28af-5f6b-4c89-9767-e6a8c71d87fe req-eff00347-a748-4fb4-a0ef-1677876131f2 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:20.146037 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-b64c28af-5f6b-4c89-9767-e6a8c71d87fe req-eff00347-a748-4fb4-a0ef-1677876131f2 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf85611e-aaff-4878-959a-22c42165c1c3 HTTP/1.1" status: 200 len: 945 time: 0.0671024 Jul 15 19:10:20.185163 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-b64c28af-5f6b-4c89-9767-e6a8c71d87fe req-3f80343c-89be-4503-a645-b8e052c73d18 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb2d292d-1e40-4090-9ab4-a42bbfd1dbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327282 Jul 15 19:10:21.359857 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ead65-81d1-43f9-87b3-97d0aec7918f req-b38a87fb-22cc-443d-8502-7dc4ad942e79 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:21.361374 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-366ead65-81d1-43f9-87b3-97d0aec7918f req-b38a87fb-22cc-443d-8502-7dc4ad942e79 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf85611e-aaff-4878-959a-22c42165c1c3 HTTP/1.1" status: 200 len: 945 time: 0.0625024 Jul 15 19:10:21.403520 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-366ead65-81d1-43f9-87b3-97d0aec7918f req-80a46c0f-a7a8-46d5-86ee-f430f0256b65 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb2d292d-1e40-4090-9ab4-a42bbfd1dbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356357 Jul 15 19:10:21.539796 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c4254e-302b-4ac2-80b5-495b081dde1d req-a9b82893-5bfd-44e3-8a7f-dc028b78efe8 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:21.541274 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-d0c4254e-302b-4ac2-80b5-495b081dde1d req-a9b82893-5bfd-44e3-8a7f-dc028b78efe8 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d10e296-aaa6-430c-a17a-cb6c2e06cd0a HTTP/1.1" status: 200 len: 946 time: 0.0633996 Jul 15 19:10:21.577892 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-d0c4254e-302b-4ac2-80b5-495b081dde1d req-e0c74e96-8661-4a73-9b22-b12202037426 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310705 Jul 15 19:10:21.655960 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 97930099-ac23-48f3-8ddc-d56f73ae51fc up at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:10:21.816647 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Provisioning for port 97930099-ac23-48f3-8ddc-d56f73ae51fc completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:10:21.821295 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Provisioning complete for port 97930099-ac23-48f3-8ddc-d56f73ae51fc triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:10:21.821717 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:21.904052 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:21.925512 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf85611e-aaff-4878-959a-22c42165c1c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97930099-ac23-48f3-8ddc-d56f73ae51fc'}] {{(pid=93659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:10:21.927778 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cff241be1680f95bd86cb63ae369edb514e49424f5374e734ea98f44dc6e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1214e9da-6cb5-4bf0-8bb5-518350aaadc4" -d '{"events": [{"server_uuid": "cf85611e-aaff-4878-959a-22c42165c1c3", "name": "network-vif-plugged", "status": "completed", "tag": "97930099-ac23-48f3-8ddc-d56f73ae51fc"}]}' {{(pid=93659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:10:21.940638 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 97930099-ac23-48f3-8ddc-d56f73ae51fc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=97930099-ac23-48f3-8ddc-d56f73ae51fc,segment=NetworkSegment(c5f51327-4914-48ee-89a2-7f0bd5724fec),segment_id=c5f51327-4914-48ee-89a2-7f0bd5724fec)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:10:21.945758 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:21.968428 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7a3159-97fa-4082-b3f5-30a19a5b8fd2 x-openstack-request-id: req-bd7a3159-97fa-4082-b3f5-30a19a5b8fd2 {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:10:21.968739 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf85611e-aaff-4878-959a-22c42165c1c3", "name": "network-vif-plugged", "status": "completed", "tag": "97930099-ac23-48f3-8ddc-d56f73ae51fc", "code": 200}]} {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:10:21.968996 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bd7a3159-97fa-4082-b3f5-30a19a5b8fd2 {{(pid=93659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:10:21.969383 dv-cinder-788363-8-iscsi neutron-server[93659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf85611e-aaff-4878-959a-22c42165c1c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97930099-ac23-48f3-8ddc-d56f73ae51fc', 'code': 200} Jul 15 19:10:21.994601 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=97930099-ac23-48f3-8ddc-d56f73ae51fc,revision_number=5']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:22.081286 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:22.163716 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-bdce6bec-2942-4955-9a0b-f5314db440d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:22.255035 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68750ac3-b796-49fa-8099-8d67afaf36c8 req-0d217fd8-3d1b-48e6-8d5f-a10d2ef8dbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:22.256524 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-68750ac3-b796-49fa-8099-8d67afaf36c8 req-0d217fd8-3d1b-48e6-8d5f-a10d2ef8dbab service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cf85611e-aaff-4878-959a-22c42165c1c3 HTTP/1.1" status: 200 len: 1099 time: 0.0568795 Jul 15 19:10:22.292738 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-68750ac3-b796-49fa-8099-8d67afaf36c8 req-5cd337c5-a3ab-4de6-a877-f4679d26bdb4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=fb2d292d-1e40-4090-9ab4-a42bbfd1dbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289631 Jul 15 19:10:22.582917 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d847e-8793-4b52-a9ba-a46f033fc484 req-0ff6dd4b-3eb6-43cc-82b9-ff717684e799 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:22.584469 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-750d847e-8793-4b52-a9ba-a46f033fc484 req-0ff6dd4b-3eb6-43cc-82b9-ff717684e799 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf85611e-aaff-4878-959a-22c42165c1c3 HTTP/1.1" status: 200 len: 946 time: 0.0654640 Jul 15 19:10:22.624700 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-750d847e-8793-4b52-a9ba-a46f033fc484 req-37822284-2b96-4f5a-a572-02dbfd4b6bbe tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb2d292d-1e40-4090-9ab4-a42bbfd1dbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337026 Jul 15 19:10:22.754447 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86df490-04f6-4f2d-8c05-d7460fa67699 req-87a9ea71-e404-419b-917d-19bf48139253 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:22.755833 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-a86df490-04f6-4f2d-8c05-d7460fa67699 req-87a9ea71-e404-419b-917d-19bf48139253 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d10e296-aaa6-430c-a17a-cb6c2e06cd0a HTTP/1.1" status: 200 len: 946 time: 0.0633028 Jul 15 19:10:22.798438 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-a86df490-04f6-4f2d-8c05-d7460fa67699 req-98a048b6-eecb-4fed-9959-d4797a4fd1f7 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368810 Jul 15 19:10:23.667949 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:23.801826 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57021a-2bf0-470f-9ab8-f201b6efa0d4 req-826c91bf-9ab6-4ab2-8bff-ed52c6550789 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:23.803398 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-2e57021a-2bf0-470f-9ab8-f201b6efa0d4 req-826c91bf-9ab6-4ab2-8bff-ed52c6550789 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf85611e-aaff-4878-959a-22c42165c1c3 HTTP/1.1" status: 200 len: 946 time: 0.0687551 Jul 15 19:10:23.845008 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-2e57021a-2bf0-470f-9ab8-f201b6efa0d4 req-17914005-41b3-4a71-b6cd-68a98e913eac tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb2d292d-1e40-4090-9ab4-a42bbfd1dbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350995 Jul 15 19:10:23.979093 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064522d8-95c6-4a8c-86db-4fa9e739c32c req-3e10f1cb-7a50-4ce4-a778-a10ae0a7ae05 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:23.980589 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-064522d8-95c6-4a8c-86db-4fa9e739c32c req-3e10f1cb-7a50-4ce4-a778-a10ae0a7ae05 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d10e296-aaa6-430c-a17a-cb6c2e06cd0a HTTP/1.1" status: 200 len: 946 time: 0.0657930 Jul 15 19:10:24.019104 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-064522d8-95c6-4a8c-86db-4fa9e739c32c req-6d1c1628-6db0-47f5-a448-4f624fb71164 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329185 Jul 15 19:10:24.897227 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc2d93-e169-4b5b-937e-53cabde6251d req-27ae7137-14b0-4a02-9627-c23c2805ba05 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:24.898770 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-48cc2d93-e169-4b5b-937e-53cabde6251d req-27ae7137-14b0-4a02-9627-c23c2805ba05 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d10e296-aaa6-430c-a17a-cb6c2e06cd0a HTTP/1.1" status: 200 len: 946 time: 0.0679386 Jul 15 19:10:25.047088 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [req-48cc2d93-e169-4b5b-937e-53cabde6251d req-e7c2bbcc-52b7-4fbf-8025-f701731f0554 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Deleting port 1dfd31b1-755e-432c-9840-f7922941abc5 {{(pid=93657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:10:25.047848 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-48cc2d93-e169-4b5b-937e-53cabde6251d req-e7c2bbcc-52b7-4fbf-8025-f701731f0554 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:25.078386 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc317ed-a099-4d2a-b05a-180f07300d65 req-a6d80b40-0b59-4109-9ba0-c9199b9328c8 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:25.079916 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-6fc317ed-a099-4d2a-b05a-180f07300d65 req-a6d80b40-0b59-4109-9ba0-c9199b9328c8 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf85611e-aaff-4878-959a-22c42165c1c3 HTTP/1.1" status: 200 len: 946 time: 0.1069257 Jul 15 19:10:25.157566 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-6fc317ed-a099-4d2a-b05a-180f07300d65 req-ebdc0b83-c09a-4843-9db9-35fc7f2fa31a tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb2d292d-1e40-4090-9ab4-a42bbfd1dbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716431 Jul 15 19:10:25.177242 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [req-48cc2d93-e169-4b5b-937e-53cabde6251d req-e7c2bbcc-52b7-4fbf-8025-f701731f0554 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] For port 1dfd31b1-755e-432c-9840-f7922941abc5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1dfd31b1-755e-432c-9840-f7922941abc5,segment=NetworkSegment(7666ad49-8517-4aa2-be40-d759823ff89a),segment_id=7666ad49-8517-4aa2-be40-d759823ff89a)] {{(pid=93657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:10:25.177586 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-48cc2d93-e169-4b5b-937e-53cabde6251d req-e7c2bbcc-52b7-4fbf-8025-f701731f0554 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:25.205402 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca4929-66c6-4d81-b438-444fa1beada2 req-0f630eb9-4ed8-4526-9601-1f44619a2775 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:25.206985 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-e4ca4929-66c6-4d81-b438-444fa1beada2 req-0f630eb9-4ed8-4526-9601-1f44619a2775 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d10e296-aaa6-430c-a17a-cb6c2e06cd0a HTTP/1.1" status: 200 len: 946 time: 0.0713282 Jul 15 19:10:25.247447 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-e4ca4929-66c6-4d81-b438-444fa1beada2 req-b8fe9c45-07b0-4a90-a8ba-c618dd8f8c30 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340910 Jul 15 19:10:25.393797 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-48cc2d93-e169-4b5b-937e-53cabde6251d req-e7c2bbcc-52b7-4fbf-8025-f701731f0554 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:25.394165 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-48cc2d93-e169-4b5b-937e-53cabde6251d req-e7c2bbcc-52b7-4fbf-8025-f701731f0554 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764579'] for floatingip, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:25.394475 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.db.l3_db [req-48cc2d93-e169-4b5b-937e-53cabde6251d req-e7c2bbcc-52b7-4fbf-8025-f701731f0554 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Floating IP e7e5640b-d265-4c12-a974-e976a9dc00f0 disassociated. External IP: 172.27.2.131, port: 1dfd31b1-755e-432c-9840-f7922941abc5. Jul 15 19:10:25.394811 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [req-48cc2d93-e169-4b5b-937e-53cabde6251d req-e7c2bbcc-52b7-4fbf-8025-f701731f0554 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Calling delete_port for 1dfd31b1-755e-432c-9840-f7922941abc5 owned by compute:nova {{(pid=93657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:10:25.412880 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00468c-713e-4fdd-b54f-ffd980fee777 req-7ddcf7d7-ca8e-4908-8cfe-56fe9a487426 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:25.414842 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-eb00468c-713e-4fdd-b54f-ffd980fee777 req-7ddcf7d7-ca8e-4908-8cfe-56fe9a487426 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf85611e-aaff-4878-959a-22c42165c1c3 HTTP/1.1" status: 200 len: 946 time: 0.1348836 Jul 15 19:10:25.424905 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 55756) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:10:25.430172 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [None req-9de8f121-b529-4b0a-a2ab-046c4c7d911d tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Request body: {'floatingip': {'port_id': '97930099-ac23-48f3-8ddc-d56f73ae51fc'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:10:25.479026 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-9de8f121-b529-4b0a-a2ab-046c4c7d911d tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks [] for floatingip, before_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:25.545745 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:25.547082 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-48cc2d93-e169-4b5b-937e-53cabde6251d req-e7c2bbcc-52b7-4fbf-8025-f701731f0554 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:25.579071 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c2bbcc-52b7-4fbf-8025-f701731f0554 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Pushing event deleted for resources: {'Port': ['ID=1dfd31b1-755e-432c-9840-f7922941abc5,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:25.591249 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c2bbcc-52b7-4fbf-8025-f701731f0554 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:25.591604 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c2bbcc-52b7-4fbf-8025-f701731f0554 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:25.591991 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c2bbcc-52b7-4fbf-8025-f701731f0554 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:25.592341 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c2bbcc-52b7-4fbf-8025-f701731f0554 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:25.592686 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c2bbcc-52b7-4fbf-8025-f701731f0554 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:25.593021 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c2bbcc-52b7-4fbf-8025-f701731f0554 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:25.593353 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c2bbcc-52b7-4fbf-8025-f701731f0554 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:25.593693 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c2bbcc-52b7-4fbf-8025-f701731f0554 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:25.594033 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c2bbcc-52b7-4fbf-8025-f701731f0554 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:25.594361 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c2bbcc-52b7-4fbf-8025-f701731f0554 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:25.594689 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c2bbcc-52b7-4fbf-8025-f701731f0554 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:25.595015 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c2bbcc-52b7-4fbf-8025-f701731f0554 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:25.970964 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48cc2d93-e169-4b5b-937e-53cabde6251d req-e7c2bbcc-52b7-4fbf-8025-f701731f0554 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Router a3c6b66d-5fcf-4250-bc05-a7fb3832f584 has already been hosted by L3 agent d1959f4f-c5e4-447e-bdea-87c7e923db15 {{(pid=93657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:10:25.990754 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-9de8f121-b529-4b0a-a2ab-046c4c7d911d tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:25.995144 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-9de8f121-b529-4b0a-a2ab-046c4c7d911d tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764579'] for floatingip, after_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:26.096489 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48cc2d93-e169-4b5b-937e-53cabde6251d req-e7c2bbcc-52b7-4fbf-8025-f701731f0554 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify agent at l3_agent.dv-cinder-788363-8-iscsi the message routers_updated {{(pid=93657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:10:26.109838 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6615d75-6803-45c8-ab86-e0f5d1032c8d None None] Sync routers for ids ['a3c6b66d-5fcf-4250-bc05-a7fb3832f584'] in dv-cinder-788363-8-iscsi {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:10:26.112535 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.db.l3_db [None req-9de8f121-b529-4b0a-a2ab-046c4c7d911d tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Floating IP 47d60659-0433-4967-93ce-c22d4029c617 associated. External IP: 172.27.2.189, port: 97930099-ac23-48f3-8ddc-d56f73ae51fc. Jul 15 19:10:26.119233 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6615d75-6803-45c8-ab86-e0f5d1032c8d None None] Routers {'a3c6b66d-5fcf-4250-bc05-a7fb3832f584'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:10:26.119916 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-a6615d75-6803-45c8-ab86-e0f5d1032c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:10:22Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['a3c6b66d-5fcf-4250-bc05-a7fb3832f584'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:10:26.143670 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [req-48cc2d93-e169-4b5b-937e-53cabde6251d req-e7c2bbcc-52b7-4fbf-8025-f701731f0554 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] No DVR routers for this DVR port 1dfd31b1-755e-432c-9840-f7922941abc5 on host hv-cinder-78836 {{(pid=93657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:10:26.146797 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-48cc2d93-e169-4b5b-937e-53cabde6251d req-e7c2bbcc-52b7-4fbf-8025-f701731f0554 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:26.149628 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-48cc2d93-e169-4b5b-937e-53cabde6251d req-e7c2bbcc-52b7-4fbf-8025-f701731f0554 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.69 "DELETE /v2.0/ports/1dfd31b1-755e-432c-9840-f7922941abc5 HTTP/1.1" status: 204 len: 173 time: 1.2444682 Jul 15 19:10:26.150108 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d10e296-aaa6-430c-a17a-cb6c2e06cd0a', 'name': 'network-vif-deleted', 'tag': '1dfd31b1-755e-432c-9840-f7922941abc5'}] {{(pid=93657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:10:26.152474 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b0cfcdb1f3b1ee888c4befe2123a349a82046d9ec1555bca0e5a99b684397f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f0b258-5131-42bc-be27-16ee7f13404f" -d '{"events": [{"server_uuid": "5d10e296-aaa6-430c-a17a-cb6c2e06cd0a", "name": "network-vif-deleted", "tag": "1dfd31b1-755e-432c-9840-f7922941abc5"}]}' {{(pid=93657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:10:26.249646 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-a6615d75-6803-45c8-ab86-e0f5d1032c8d None None] Set router a3c6b66d-5fcf-4250-bc05-a7fb3832f584 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:10:26.295324 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0570bc46-0b49-403d-a0a2-5c9512e2ac9e x-openstack-request-id: req-0570bc46-0b49-403d-a0a2-5c9512e2ac9e {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:10:26.295722 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d10e296-aaa6-430c-a17a-cb6c2e06cd0a", "name": "network-vif-deleted", "tag": "1dfd31b1-755e-432c-9840-f7922941abc5", "status": "completed", "code": 200}]} {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:10:26.296082 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0570bc46-0b49-403d-a0a2-5c9512e2ac9e {{(pid=93657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:10:26.296597 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d10e296-aaa6-430c-a17a-cb6c2e06cd0a', 'name': 'network-vif-deleted', 'tag': '1dfd31b1-755e-432c-9840-f7922941abc5', 'status': 'completed', 'code': 200} Jul 15 19:10:26.345233 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de8f121-b529-4b0a-a2ab-046c4c7d911d tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Router 9944bf15-43cd-48cf-b31c-65d5a233a7a4 has already been hosted by L3 agent d1959f4f-c5e4-447e-bdea-87c7e923db15 {{(pid=93658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:10:26.446673 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-6dd12f66-1048-45e0-98cc-6bbbc390acb1 req-a6621b5c-ef45-4c54-abf8-c191fd6764cf tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d10e296-aaa6-430c-a17a-cb6c2e06cd0a HTTP/1.1" status: 200 len: 210 time: 0.0358794 Jul 15 19:10:26.463742 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-a6615d75-6803-45c8-ab86-e0f5d1032c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'name': 'tempest-TestVolumeBootPattern-328040496-router', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:06:48Z', 'updated_at': '2021-07-15T19:06:52Z', 'revision_number': 4, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'gw_port': {'id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:97:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:49Z', 'updated_at': '2021-07-15T19:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': 'a7a8a45d-5c38-4636-8caa-8f808ae32033', 'name': '', 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'mac_address': 'fa:16:3e:62:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '67978492-7f73-452d-9401-7aabf267f48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:51Z', 'updated_at': '2021-07-15T19:07:03Z', 'revision_number': 5, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'subnets': [{'id': '67978492-7f73-452d-9401-7aabf267f48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:10:26.490551 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6615d75-6803-45c8-ab86-e0f5d1032c8d None None] Checking router: a3c6b66d-5fcf-4250-bc05-a7fb3832f584 for host: dv-cinder-788363-8-iscsi {{(pid=93659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:10:26.499502 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6615d75-6803-45c8-ab86-e0f5d1032c8d None None] Routers {'a3c6b66d-5fcf-4250-bc05-a7fb3832f584'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:10:26.500120 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-a6615d75-6803-45c8-ab86-e0f5d1032c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:10:22Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['a3c6b66d-5fcf-4250-bc05-a7fb3832f584'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:10:26.513843 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de8f121-b529-4b0a-a2ab-046c4c7d911d tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify agent at l3_agent.dv-cinder-788363-8-iscsi the message routers_updated {{(pid=93658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:10:26.518914 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-9de8f121-b529-4b0a-a2ab-046c4c7d911d tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for floatingip, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:26.526579 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab63f539-4d63-447e-b49b-495e114aedff None None] Sync routers for ids ['9944bf15-43cd-48cf-b31c-65d5a233a7a4'] in dv-cinder-788363-8-iscsi {{(pid=93660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:10:26.538307 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab63f539-4d63-447e-b49b-495e114aedff None None] Routers {'9944bf15-43cd-48cf-b31c-65d5a233a7a4'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:10:26.539351 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-ab63f539-4d63-447e-b49b-495e114aedff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:10:22Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['9944bf15-43cd-48cf-b31c-65d5a233a7a4'], 'active': True} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:10:26.564096 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-9de8f121-b529-4b0a-a2ab-046c4c7d911d tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "PUT /v2.0/floatingips/47d60659-0433-4967-93ce-c22d4029c617 HTTP/1.1" status: 200 len: 992 time: 1.1352422 Jul 15 19:10:26.564096 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf85611e-aaff-4878-959a-22c42165c1c3', 'tag': '97930099-ac23-48f3-8ddc-d56f73ae51fc'}] {{(pid=93658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:10:26.564959 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b58f88415513d6787191dd44e0a29b3917631101a239d5effbe25afab188a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c07c714-846d-49b8-8887-294805961694" -d '{"events": [{"name": "network-changed", "server_uuid": "cf85611e-aaff-4878-959a-22c42165c1c3", "tag": "97930099-ac23-48f3-8ddc-d56f73ae51fc"}]}' {{(pid=93658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:10:26.604598 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b7d032-978f-46f1-8777-18deca8c6576 x-openstack-request-id: req-a2b7d032-978f-46f1-8777-18deca8c6576 {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:10:26.605127 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf85611e-aaff-4878-959a-22c42165c1c3", "tag": "97930099-ac23-48f3-8ddc-d56f73ae51fc", "status": "completed", "code": 200}]} {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:10:26.605546 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a2b7d032-978f-46f1-8777-18deca8c6576 {{(pid=93658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:10:26.606010 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf85611e-aaff-4878-959a-22c42165c1c3', 'tag': '97930099-ac23-48f3-8ddc-d56f73ae51fc', 'status': 'completed', 'code': 200} Jul 15 19:10:26.627527 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-a6615d75-6803-45c8-ab86-e0f5d1032c8d None None] Set router a3c6b66d-5fcf-4250-bc05-a7fb3832f584 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:10:26.664533 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvr_db [None req-ab63f539-4d63-447e-b49b-495e114aedff None None] Set router 9944bf15-43cd-48cf-b31c-65d5a233a7a4 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:10:26.840925 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c07c714-846d-49b8-8887-294805961694 req-3e710028-064b-43ab-8f05-7f5847b1e7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:26.842585 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-4c07c714-846d-49b8-8887-294805961694 req-3e710028-064b-43ab-8f05-7f5847b1e7a7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=91c9bcc496f74a1da3a1ee065e5d5817&device_id=cf85611e-aaff-4878-959a-22c42165c1c3 HTTP/1.1" status: 200 len: 1099 time: 0.0986485 Jul 15 19:10:26.849273 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-a6615d75-6803-45c8-ab86-e0f5d1032c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'name': 'tempest-TestVolumeBootPattern-328040496-router', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:06:48Z', 'updated_at': '2021-07-15T19:06:52Z', 'revision_number': 4, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'gw_port': {'id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:97:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:49Z', 'updated_at': '2021-07-15T19:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': 'a7a8a45d-5c38-4636-8caa-8f808ae32033', 'name': '', 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'mac_address': 'fa:16:3e:62:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '67978492-7f73-452d-9401-7aabf267f48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:51Z', 'updated_at': '2021-07-15T19:07:03Z', 'revision_number': 5, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'subnets': [{'id': '67978492-7f73-452d-9401-7aabf267f48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:10:26.877225 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6615d75-6803-45c8-ab86-e0f5d1032c8d None None] The sync data for ids ['a3c6b66d-5fcf-4250-bc05-a7fb3832f584'] in dv-cinder-788363-8-iscsi is: [{'id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'name': 'tempest-TestVolumeBootPattern-328040496-router', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:06:48Z', 'updated_at': '2021-07-15T19:06:52Z', 'revision_number': 4, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'gw_port': {'id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:97:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:49Z', 'updated_at': '2021-07-15T19:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': 'a7a8a45d-5c38-4636-8caa-8f808ae32033', 'name': '', 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'mac_address': 'fa:16:3e:62:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '67978492-7f73-452d-9401-7aabf267f48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:51Z', 'updated_at': '2021-07-15T19:07:03Z', 'revision_number': 5, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'subnets': [{'id': '67978492-7f73-452d-9401-7aabf267f48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:10:26.967341 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c07c714-846d-49b8-8887-294805961694 req-3e63bcc8-154b-460a-856f-1a8fdfbf8116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:26.968959 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-4c07c714-846d-49b8-8887-294805961694 req-3e63bcc8-154b-460a-856f-1a8fdfbf8116 service neutron] 10.222.0.69 "GET /v2.0/networks?id=673ecaa8-9125-4486-9436-19add9ddf5ea HTTP/1.1" status: 200 len: 912 time: 0.0882239 Jul 15 19:10:27.005744 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-ab63f539-4d63-447e-b49b-495e114aedff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'name': 'tempest-AttachVolumeTestJSON-849670566-router', 'tenant_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '7a120c26-ffb4-438b-9454-fa169924e15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:53Z', 'updated_at': '2021-07-15T19:05:05Z', 'revision_number': 4, 'project_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'gw_port': {'id': '7a120c26-ffb4-438b-9454-fa169924e15a', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:55Z', 'updated_at': '2021-07-15T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_floatingips': [{'id': '47d60659-0433-4967-93ce-c22d4029c617', 'tenant_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'floating_ip_address': '172.27.2.189', 'floating_network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'router_id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'port_id': '97930099-ac23-48f3-8ddc-d56f73ae51fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '673ecaa8-9125-4486-9436-19add9ddf5ea', 'mac_address': 'fa:16:3e:60:5a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf85611e-aaff-4878-959a-22c42165c1c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:10:08Z', 'updated_at': '2021-07-15T19:10:25Z', 'revision_number': 1, 'project_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46040869-a671-4930-9d0e-cfdde46b3216', 'name': '', 'network_id': '673ecaa8-9125-4486-9436-19add9ddf5ea', 'tenant_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'mac_address': 'fa:16:3e:e0:5b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '14efcbfe-a38f-460b-a7fe-e5ca16293d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:03Z', 'updated_at': '2021-07-15T19:05:15Z', 'revision_number': 5, 'project_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'subnets': [{'id': '14efcbfe-a38f-460b-a7fe-e5ca16293d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:10:27.036617 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab63f539-4d63-447e-b49b-495e114aedff None None] Checking router: 9944bf15-43cd-48cf-b31c-65d5a233a7a4 for host: dv-cinder-788363-8-iscsi {{(pid=93660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:10:27.047292 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab63f539-4d63-447e-b49b-495e114aedff None None] Routers {'9944bf15-43cd-48cf-b31c-65d5a233a7a4'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:10:27.047955 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-ab63f539-4d63-447e-b49b-495e114aedff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:10:22Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['9944bf15-43cd-48cf-b31c-65d5a233a7a4'], 'active': True} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:10:27.051952 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-4c07c714-846d-49b8-8887-294805961694 req-2a581b36-815d-4a41-b36f-22ee290eb235 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97930099-ac23-48f3-8ddc-d56f73ae51fc HTTP/1.1" status: 200 len: 1000 time: 0.0727880 Jul 15 19:10:27.118578 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c07c714-846d-49b8-8887-294805961694 req-8771288e-5b49-4d73-b763-a4b66f702471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:27.120064 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-4c07c714-846d-49b8-8887-294805961694 req-8771288e-5b49-4d73-b763-a4b66f702471 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=14efcbfe-a38f-460b-a7fe-e5ca16293d31 HTTP/1.1" status: 200 len: 849 time: 0.0467439 Jul 15 19:10:27.169396 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvr_db [None req-ab63f539-4d63-447e-b49b-495e114aedff None None] Set router 9944bf15-43cd-48cf-b31c-65d5a233a7a4 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:10:27.179908 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479d564f-84cc-41d2-8de2-32eee9822220 None None] New status for floating IP e7e5640b-d265-4c12-a974-e976a9dc00f0: DOWN {{(pid=93659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:10:27.200613 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c07c714-846d-49b8-8887-294805961694 req-3297b5ee-bdec-4bb3-a4f7-4da7e0d77be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:27.202176 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-4c07c714-846d-49b8-8887-294805961694 req-3297b5ee-bdec-4bb3-a4f7-4da7e0d77be5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=673ecaa8-9125-4486-9436-19add9ddf5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0580118 Jul 15 19:10:27.306131 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-4c07c714-846d-49b8-8887-294805961694 req-d56335e8-eeb4-4f9f-999e-505d99f06907 service neutron] 10.222.0.69 "GET /v2.0/networks/673ecaa8-9125-4486-9436-19add9ddf5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913236 Jul 15 19:10:27.413321 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-4c07c714-846d-49b8-8887-294805961694 req-aa6f067b-8792-4ffd-92fe-16695aba48c8 service neutron] 10.222.0.69 "GET /v2.0/networks/673ecaa8-9125-4486-9436-19add9ddf5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856261 Jul 15 19:10:27.414425 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-ab63f539-4d63-447e-b49b-495e114aedff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'name': 'tempest-AttachVolumeTestJSON-849670566-router', 'tenant_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '7a120c26-ffb4-438b-9454-fa169924e15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:53Z', 'updated_at': '2021-07-15T19:05:05Z', 'revision_number': 4, 'project_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'gw_port': {'id': '7a120c26-ffb4-438b-9454-fa169924e15a', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:55Z', 'updated_at': '2021-07-15T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_floatingips': [{'id': '47d60659-0433-4967-93ce-c22d4029c617', 'tenant_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'floating_ip_address': '172.27.2.189', 'floating_network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'router_id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'port_id': '97930099-ac23-48f3-8ddc-d56f73ae51fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '673ecaa8-9125-4486-9436-19add9ddf5ea', 'mac_address': 'fa:16:3e:60:5a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf85611e-aaff-4878-959a-22c42165c1c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:10:08Z', 'updated_at': '2021-07-15T19:10:25Z', 'revision_number': 1, 'project_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46040869-a671-4930-9d0e-cfdde46b3216', 'name': '', 'network_id': '673ecaa8-9125-4486-9436-19add9ddf5ea', 'tenant_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'mac_address': 'fa:16:3e:e0:5b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '14efcbfe-a38f-460b-a7fe-e5ca16293d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:03Z', 'updated_at': '2021-07-15T19:05:15Z', 'revision_number': 5, 'project_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'subnets': [{'id': '14efcbfe-a38f-460b-a7fe-e5ca16293d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:10:27.444538 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab63f539-4d63-447e-b49b-495e114aedff None None] The sync data for ids ['9944bf15-43cd-48cf-b31c-65d5a233a7a4'] in dv-cinder-788363-8-iscsi is: [{'id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'name': 'tempest-AttachVolumeTestJSON-849670566-router', 'tenant_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '7a120c26-ffb4-438b-9454-fa169924e15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:53Z', 'updated_at': '2021-07-15T19:05:05Z', 'revision_number': 4, 'project_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'gw_port': {'id': '7a120c26-ffb4-438b-9454-fa169924e15a', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:55Z', 'updated_at': '2021-07-15T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_floatingips': [{'id': '47d60659-0433-4967-93ce-c22d4029c617', 'tenant_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'floating_ip_address': '172.27.2.189', 'floating_network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'router_id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'port_id': '97930099-ac23-48f3-8ddc-d56f73ae51fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '673ecaa8-9125-4486-9436-19add9ddf5ea', 'mac_address': 'fa:16:3e:60:5a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf85611e-aaff-4878-959a-22c42165c1c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:10:08Z', 'updated_at': '2021-07-15T19:10:25Z', 'revision_number': 1, 'project_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46040869-a671-4930-9d0e-cfdde46b3216', 'name': '', 'network_id': '673ecaa8-9125-4486-9436-19add9ddf5ea', 'tenant_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'mac_address': 'fa:16:3e:e0:5b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '14efcbfe-a38f-460b-a7fe-e5ca16293d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:03Z', 'updated_at': '2021-07-15T19:05:15Z', 'revision_number': 5, 'project_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'subnets': [{'id': '14efcbfe-a38f-460b-a7fe-e5ca16293d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:10:27.640129 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-e08f1e79-17e8-4b6e-a36a-ef60a4a7eb3f req-10366f2b-f985-440c-a036-f19f0647881e tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d10e296-aaa6-430c-a17a-cb6c2e06cd0a HTTP/1.1" status: 200 len: 210 time: 0.0329924 Jul 15 19:10:27.689064 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 1dfd31b1-755e-432c-9840-f7922941abc5 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:10:27.697122 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1beba102-fec2-4739-a7fc-536b308bb8fd None None] New status for floating IP 47d60659-0433-4967-93ce-c22d4029c617: ACTIVE {{(pid=93660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:10:27.714507 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] No Port match for: 1dfd31b1-755e-432c-9840-f7922941abc5 {{(pid=93659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:10:27.714859 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 1dfd31b1-755e-432c-9840-f7922941abc5 not bound to the agent host hv-cinder-78836 {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:10:28.534542 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:28.929866 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-7ace3bbb-24b3-4ec8-a36a-eba89dbf3b38 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1732921705&fields=id&tenant_id=180a42342ab54ecf9731a6938c11faae HTTP/1.1" status: 200 len: 267 time: 0.0330191 Jul 15 19:10:29.038602 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-05e081eb-dd39-4ee4-ad23-276fc827ebac tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:29.040754 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-05e081eb-dd39-4ee4-ad23-276fc827ebac tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/networks?id=68db1402-794a-4fcf-beca-a85ea1b44a56 HTTP/1.1" status: 200 len: 811 time: 0.1045761 Jul 15 19:10:29.056746 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-08b358db-c946-478a-8d46-44bd5fb1e59a tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/quotas/180a42342ab54ecf9731a6938c11faae HTTP/1.1" status: 200 len: 375 time: 0.0098090 Jul 15 19:10:29.124644 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-392eef90-d77c-42d8-98a6-c6f73a075b41 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=180a42342ab54ecf9731a6938c11faae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0623977 Jul 15 19:10:29.260400 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-f36d9dd7-6f1a-444f-b965-b3017c7c8693 service neutron] 10.222.0.70 "GET /v2.0/networks/68db1402-794a-4fcf-beca-a85ea1b44a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244209 Jul 15 19:10:29.352502 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-655d879f-a4d1-4d3f-876c-a538a9db2fde service neutron] 10.222.0.70 "GET /v2.0/networks/68db1402-794a-4fcf-beca-a85ea1b44a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863335 Jul 15 19:10:29.670990 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-deb1713d-417c-40be-8ec4-33e9e4fde1f5 req-360b87fa-eb98-4495-a37e-8e73c9d01ef1 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be10722-6ba7-46a3-8484-f94526ffd84f HTTP/1.1" status: 200 len: 210 time: 0.0327573 Jul 15 19:10:30.810176 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-457070f2-e188-44d0-b1bf-8d9c0771eccb req-bb5bd9fb-d5db-4d1e-88fb-88e53fbf0a8e tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be10722-6ba7-46a3-8484-f94526ffd84f HTTP/1.1" status: 200 len: 210 time: 0.0280359 Jul 15 19:10:31.118831 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-1c6ed325-07d1-4556-9c66-84bbd7764e84 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:31.120289 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-1c6ed325-07d1-4556-9c66-84bbd7764e84 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.69 "GET /v2.0/networks?id=68db1402-794a-4fcf-beca-a85ea1b44a56 HTTP/1.1" status: 200 len: 811 time: 0.1028769 Jul 15 19:10:31.187794 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-b058e458-ce34-4fa5-bfb3-230d4207d504 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=180a42342ab54ecf9731a6938c11faae HTTP/1.1" status: 200 len: 380 time: 0.0369985 Jul 15 19:10:31.202492 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-d761a742-0168-4413-af6d-95430b09c63e tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Request body: {'port': {'device_id': '6be10722-6ba7-46a3-8484-f94526ffd84f', 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56', 'admin_state_up': True, 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'security_groups': ['848fb33d-857e-45aa-9632-be3241fd2f98']}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:10:31.323959 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-d761a742-0168-4413-af6d-95430b09c63e tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Made reservation on behalf of 180a42342ab54ecf9731a6938c11faae for: {'port': 1} {{(pid=93657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:10:31.327677 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-d761a742-0168-4413-af6d-95430b09c63e tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:31.460023 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.db_base_plugin_common [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-d761a742-0168-4413-af6d-95430b09c63e tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Allocated IP 172.20.0.14 (68db1402-794a-4fcf-beca-a85ea1b44a56/67978492-7f73-452d-9401-7aabf267f48c/a816e041-b492-4abc-828b-17826c74ca19) {{(pid=93657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:10:31.619468 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-d761a742-0168-4413-af6d-95430b09c63e tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks [] for port, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:31.635451 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.provisioning_blocks [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-d761a742-0168-4413-af6d-95430b09c63e tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Transition to ACTIVE for port object a816e041-b492-4abc-828b-17826c74ca19 will not be triggered until provisioned by entity DHCP. {{(pid=93657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:10:31.676585 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-d761a742-0168-4413-af6d-95430b09c63e tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:31.725854 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.agents_db [None req-ef181030-a4ef-48d9-9156-44fb1018252a None None] Agent healthcheck: found 6 active agents {{(pid=93660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:10:31.750701 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-d761a742-0168-4413-af6d-95430b09c63e tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Network 68db1402-794a-4fcf-beca-a85ea1b44a56 is already hosted by enough agents. {{(pid=93657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:10:31.754063 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.base_scheduler [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-d761a742-0168-4413-af6d-95430b09c63e tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Resources bound (agent type, host, resource id): {{(pid=93657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:10:31.758447 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-d761a742-0168-4413-af6d-95430b09c63e tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Received port after_create {{(pid=93657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:10:31.785146 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761a742-0168-4413-af6d-95430b09c63e tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Pushing event updated for resources: {'Port': ['ID=a816e041-b492-4abc-828b-17826c74ca19,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:31.819998 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-d761a742-0168-4413-af6d-95430b09c63e tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:31.820633 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-d761a742-0168-4413-af6d-95430b09c63e tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:31.839326 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-d761a742-0168-4413-af6d-95430b09c63e tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6435571 Jul 15 19:10:31.923502 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-abe963db-4090-460b-814d-69b25d1c8b51 service neutron] Request body: {'port': {'device_id': '6be10722-6ba7-46a3-8484-f94526ffd84f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:10:31.952221 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea62c5-e4f8-428d-95dc-57f254574ba4 req-255609f6-7bd2-448d-b0c8-d36e69c6dce3 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:31.953813 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-c5ea62c5-e4f8-428d-95dc-57f254574ba4 req-255609f6-7bd2-448d-b0c8-d36e69c6dce3 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b05ccba-10c9-4e45-9f3c-271c0c096cf8 HTTP/1.1" status: 200 len: 945 time: 0.0805256 Jul 15 19:10:32.030020 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-c5ea62c5-e4f8-428d-95dc-57f254574ba4 req-7b16aaa3-7273-4d64-ba48-efff62dde2d1 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/security-groups?id=1bf63e1d-7c63-440b-acb1-6eac56bb18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695922 Jul 15 19:10:32.053868 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-66532d72-db56-43ec-aad3-8c8e518e67b8 None None] Provisioning for port a816e041-b492-4abc-828b-17826c74ca19 completed by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:10:32.057932 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-66532d72-db56-43ec-aad3-8c8e518e67b8 None None] Provisioning complete for port a816e041-b492-4abc-828b-17826c74ca19 triggered by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:10:32.058306 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-66532d72-db56-43ec-aad3-8c8e518e67b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:32.077777 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-abe963db-4090-460b-814d-69b25d1c8b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:32.091489 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ded5fa-ea09-4924-b520-b84caf11bc6b req-41b59ee3-dce4-40ad-acb0-6d27d66b3bc2 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:32.093043 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-58ded5fa-ea09-4924-b520-b84caf11bc6b req-41b59ee3-dce4-40ad-acb0-6d27d66b3bc2 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be10722-6ba7-46a3-8484-f94526ffd84f HTTP/1.1" status: 200 len: 932 time: 0.1369166 Jul 15 19:10:32.093259 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-66532d72-db56-43ec-aad3-8c8e518e67b8 None None] Port a816e041-b492-4abc-828b-17826c74ca19 cannot update to ACTIVE because it is not bound. {{(pid=93659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:10:32.187071 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-58ded5fa-ea09-4924-b520-b84caf11bc6b req-a386511a-554c-4bb5-af2c-11bb31dc2b47 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616903 Jul 15 19:10:32.397966 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.notifiers.nova [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-abe963db-4090-460b-814d-69b25d1c8b51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a816e041-b492-4abc-828b-17826c74ca19 {{(pid=93657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:10:32.405539 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-abe963db-4090-460b-814d-69b25d1c8b51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:32.418319 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.provisioning_blocks [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-abe963db-4090-460b-814d-69b25d1c8b51 service neutron] Transition to ACTIVE for port object a816e041-b492-4abc-828b-17826c74ca19 will not be triggered until provisioned by entity L2. {{(pid=93657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:10:32.422006 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-abe963db-4090-460b-814d-69b25d1c8b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6305852'] for port, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:32.476333 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe963db-4090-460b-814d-69b25d1c8b51 service neutron] Pushing event updated for resources: {'Port': ['ID=a816e041-b492-4abc-828b-17826c74ca19,revision_number=2']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:32.550582 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-abe963db-4090-460b-814d-69b25d1c8b51 service neutron] Attempting to bind port a816e041-b492-4abc-828b-17826c74ca19 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:10:32.551054 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-abe963db-4090-460b-814d-69b25d1c8b51 service neutron] Attempting to bind port a816e041-b492-4abc-828b-17826c74ca19 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '7666ad49-8517-4aa2-be40-d759823ff89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56'}] {{(pid=93657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:10:32.551389 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-abe963db-4090-460b-814d-69b25d1c8b51 service neutron] Attempting to bind port a816e041-b492-4abc-828b-17826c74ca19 on network 68db1402-794a-4fcf-beca-a85ea1b44a56 {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:10:32.556423 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-abe963db-4090-460b-814d-69b25d1c8b51 service neutron] Port a816e041-b492-4abc-828b-17826c74ca19 on network 68db1402-794a-4fcf-beca-a85ea1b44a56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:10:32.556740 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-abe963db-4090-460b-814d-69b25d1c8b51 service neutron] Attempting to bind port a816e041-b492-4abc-828b-17826c74ca19 on network 68db1402-794a-4fcf-beca-a85ea1b44a56 {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:10:32.561906 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-abe963db-4090-460b-814d-69b25d1c8b51 service neutron] Checking agent: {'id': 'ff69530c-d7d1-4bd0-8ab4-9c33ea1455de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 2, 58), 'started_at': datetime.datetime(2021, 7, 15, 19, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:10:32.562242 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-abe963db-4090-460b-814d-69b25d1c8b51 service neutron] Checking segment: {'id': '7666ad49-8517-4aa2-be40-d759823ff89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:10:32.562625 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-abe963db-4090-460b-814d-69b25d1c8b51 service neutron] Bound using segment: {'id': '7666ad49-8517-4aa2-be40-d759823ff89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56'} {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:10:32.563048 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-abe963db-4090-460b-814d-69b25d1c8b51 service neutron] Bound port: a816e041-b492-4abc-828b-17826c74ca19, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7666ad49-8517-4aa2-be40-d759823ff89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56'}}] {{(pid=93657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:10:32.563402 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-abe963db-4090-460b-814d-69b25d1c8b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:32.637605 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-abe963db-4090-460b-814d-69b25d1c8b51 service neutron] For port a816e041-b492-4abc-828b-17826c74ca19, host hv-cinder-78836, cleared binding levels {{(pid=93657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:10:32.641186 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-abe963db-4090-460b-814d-69b25d1c8b51 service neutron] For port a816e041-b492-4abc-828b-17826c74ca19, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a816e041-b492-4abc-828b-17826c74ca19,segment=NetworkSegment(7666ad49-8517-4aa2-be40-d759823ff89a),segment_id=7666ad49-8517-4aa2-be40-d759823ff89a)] {{(pid=93657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:10:32.647481 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-abe963db-4090-460b-814d-69b25d1c8b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6305852'] for port, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:32.693411 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-abe963db-4090-460b-814d-69b25d1c8b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:32.694052 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-abe963db-4090-460b-814d-69b25d1c8b51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:32.695481 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-abe963db-4090-460b-814d-69b25d1c8b51 service neutron] 10.222.0.69 "PUT /v2.0/ports/a816e041-b492-4abc-828b-17826c74ca19 HTTP/1.1" status: 200 len: 1094 time: 0.7773111 Jul 15 19:10:32.695921 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be10722-6ba7-46a3-8484-f94526ffd84f', 'tag': 'a816e041-b492-4abc-828b-17826c74ca19'}] {{(pid=93657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:10:32.698187 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b0cfcdb1f3b1ee888c4befe2123a349a82046d9ec1555bca0e5a99b684397f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41417eec-b7f8-47f0-86dc-8650a8e93463" -d '{"events": [{"name": "network-changed", "server_uuid": "6be10722-6ba7-46a3-8484-f94526ffd84f", "tag": "a816e041-b492-4abc-828b-17826c74ca19"}]}' {{(pid=93657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:10:32.723205 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe963db-4090-460b-814d-69b25d1c8b51 service neutron] Pushing event updated for resources: {'Port': ['ID=a816e041-b492-4abc-828b-17826c74ca19,revision_number=3']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:32.752533 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262d59e7-5e27-4e4b-92f8-a31f7e0369d2 x-openstack-request-id: req-262d59e7-5e27-4e4b-92f8-a31f7e0369d2 {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:10:32.752849 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be10722-6ba7-46a3-8484-f94526ffd84f", "tag": "a816e041-b492-4abc-828b-17826c74ca19", "status": "completed", "code": 200}]} {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:10:32.753106 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-262d59e7-5e27-4e4b-92f8-a31f7e0369d2 {{(pid=93657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:10:32.753610 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be10722-6ba7-46a3-8484-f94526ffd84f', 'tag': 'a816e041-b492-4abc-828b-17826c74ca19', 'status': 'completed', 'code': 200} Jul 15 19:10:32.930149 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41417eec-b7f8-47f0-86dc-8650a8e93463 req-203fc02c-0776-4e1b-9529-d683b1b830cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:32.932740 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-41417eec-b7f8-47f0-86dc-8650a8e93463 req-203fc02c-0776-4e1b-9529-d683b1b830cf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=180a42342ab54ecf9731a6938c11faae&device_id=6be10722-6ba7-46a3-8484-f94526ffd84f HTTP/1.1" status: 200 len: 1097 time: 0.0901392 Jul 15 19:10:33.119499 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41417eec-b7f8-47f0-86dc-8650a8e93463 req-91b1d7e4-8d5b-40a6-8294-9e289f9a0075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:33.120991 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-41417eec-b7f8-47f0-86dc-8650a8e93463 req-91b1d7e4-8d5b-40a6-8294-9e289f9a0075 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=180a42342ab54ecf9731a6938c11faae&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1631081 Jul 15 19:10:33.209563 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934abe30-1d60-452b-92bd-7fb5fcc92397 req-25dcede3-8975-4e22-98f3-439e835113e6 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:33.211704 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-934abe30-1d60-452b-92bd-7fb5fcc92397 req-25dcede3-8975-4e22-98f3-439e835113e6 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b05ccba-10c9-4e45-9f3c-271c0c096cf8 HTTP/1.1" status: 200 len: 945 time: 0.0673075 Jul 15 19:10:33.250783 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-934abe30-1d60-452b-92bd-7fb5fcc92397 req-1f82539f-cb19-4d09-85fc-0ca867bc25b9 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/security-groups?id=1bf63e1d-7c63-440b-acb1-6eac56bb18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333962 Jul 15 19:10:33.341565 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41417eec-b7f8-47f0-86dc-8650a8e93463 req-95bb6885-dd0f-4bef-bdeb-65e2b03638ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:33.343062 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-41417eec-b7f8-47f0-86dc-8650a8e93463 req-95bb6885-dd0f-4bef-bdeb-65e2b03638ea service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2134392 Jul 15 19:10:33.400871 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4892da-89d0-4ef2-8686-d6e2f0b3629d req-843c9859-63a3-4234-9c4d-9e684a550191 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:33.402431 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-5b4892da-89d0-4ef2-8686-d6e2f0b3629d req-843c9859-63a3-4234-9c4d-9e684a550191 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be10722-6ba7-46a3-8484-f94526ffd84f HTTP/1.1" status: 200 len: 944 time: 0.0793278 Jul 15 19:10:33.444347 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-5b4892da-89d0-4ef2-8686-d6e2f0b3629d req-1d99fb72-d024-4b38-b0c7-0caa304285eb tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359895 Jul 15 19:10:33.510764 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-b10d55ea-0020-41b0-8d31-2c3312e80287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:33.512498 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-b10d55ea-0020-41b0-8d31-2c3312e80287 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=180a42342ab54ecf9731a6938c11faae&device_id=6be10722-6ba7-46a3-8484-f94526ffd84f HTTP/1.1" status: 200 len: 1097 time: 0.0618176 Jul 15 19:10:33.566201 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-d073f103-4331-48ad-b0f8-2edc416eb9d2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a816e041-b492-4abc-828b-17826c74ca19 HTTP/1.1" status: 200 len: 217 time: 0.0343304 Jul 15 19:10:33.619915 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-975268af-22d3-47e8-800c-28417ec427bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:33.621352 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-975268af-22d3-47e8-800c-28417ec427bd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=67978492-7f73-452d-9401-7aabf267f48c HTTP/1.1" status: 200 len: 850 time: 0.0460725 Jul 15 19:10:33.685987 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-f3ded86f-d556-4318-a46a-da4efe3dc19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:33.687442 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-f3ded86f-d556-4318-a46a-da4efe3dc19b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=68db1402-794a-4fcf-beca-a85ea1b44a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561759 Jul 15 19:10:33.781409 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-6a1763a6-26b8-421c-884f-21093b1edca5 service neutron] 10.222.0.69 "GET /v2.0/networks/68db1402-794a-4fcf-beca-a85ea1b44a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838625 Jul 15 19:10:33.884408 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-5ebe7650-8455-40f2-93ea-1e0a8e0d31bd req-ccf344ce-b1a2-4b7b-92d0-b777bd6b0f23 service neutron] 10.222.0.69 "GET /v2.0/networks/68db1402-794a-4fcf-beca-a85ea1b44a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940695 Jul 15 19:10:34.430541 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419c3bf-4538-44f8-9506-4707f0c6a6aa req-8a39042f-e2ab-4042-aed2-6791b46635e5 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:34.431990 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-1419c3bf-4538-44f8-9506-4707f0c6a6aa req-8a39042f-e2ab-4042-aed2-6791b46635e5 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b05ccba-10c9-4e45-9f3c-271c0c096cf8 HTTP/1.1" status: 200 len: 945 time: 0.0612192 Jul 15 19:10:34.467695 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-1419c3bf-4538-44f8-9506-4707f0c6a6aa req-108951f4-3b6f-49a6-856f-fc8cad2756fb tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/security-groups?id=1bf63e1d-7c63-440b-acb1-6eac56bb18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302444 Jul 15 19:10:34.624360 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64927e99-fdd6-4cef-a35e-85cb36120947 req-90a5697b-01ed-4377-b646-2d493d6fb203 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:34.625906 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-64927e99-fdd6-4cef-a35e-85cb36120947 req-90a5697b-01ed-4377-b646-2d493d6fb203 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be10722-6ba7-46a3-8484-f94526ffd84f HTTP/1.1" status: 200 len: 944 time: 0.0614471 Jul 15 19:10:34.662140 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-64927e99-fdd6-4cef-a35e-85cb36120947 req-88c27372-8a29-4076-9126-5f22bb530572 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306404 Jul 15 19:10:34.762781 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc5859-116f-4887-94eb-8edae4517013 req-e9d2f235-b9f5-4ff6-9e5d-ba79a21ba2d7 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:34.764198 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-36bc5859-116f-4887-94eb-8edae4517013 req-e9d2f235-b9f5-4ff6-9e5d-ba79a21ba2d7 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b05ccba-10c9-4e45-9f3c-271c0c096cf8 HTTP/1.1" status: 200 len: 945 time: 0.0607073 Jul 15 19:10:34.865372 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [req-36bc5859-116f-4887-94eb-8edae4517013 req-7d31dd6a-2840-4b3c-870c-7c16643f9670 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Deleting port fadb03cc-0755-4784-8491-f53c83f5d5c6 {{(pid=93657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:10:34.865747 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-36bc5859-116f-4887-94eb-8edae4517013 req-7d31dd6a-2840-4b3c-870c-7c16643f9670 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:34.955226 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [req-36bc5859-116f-4887-94eb-8edae4517013 req-7d31dd6a-2840-4b3c-870c-7c16643f9670 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] For port fadb03cc-0755-4784-8491-f53c83f5d5c6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fadb03cc-0755-4784-8491-f53c83f5d5c6,segment=NetworkSegment(d5f1c983-8e5e-43db-bc20-b4d4ad135247),segment_id=d5f1c983-8e5e-43db-bc20-b4d4ad135247)] {{(pid=93657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:10:34.955670 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-36bc5859-116f-4887-94eb-8edae4517013 req-7d31dd6a-2840-4b3c-870c-7c16643f9670 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:34.967644 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [req-36bc5859-116f-4887-94eb-8edae4517013 req-7d31dd6a-2840-4b3c-870c-7c16643f9670 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Calling delete_port for fadb03cc-0755-4784-8491-f53c83f5d5c6 owned by compute:nova {{(pid=93657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:10:35.102345 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-36bc5859-116f-4887-94eb-8edae4517013 req-7d31dd6a-2840-4b3c-870c-7c16643f9670 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:35.135193 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d31dd6a-2840-4b3c-870c-7c16643f9670 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Pushing event deleted for resources: {'Port': ['ID=fadb03cc-0755-4784-8491-f53c83f5d5c6,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:35.144493 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] get_ports_and_sgs() called for port_ids ['7220fc8a-b4f2-4d1f-a827-edcf7993c194', '43d16708-df34-4955-bc65-654248b7557e', '28ca84cb-5cca-48a7-80eb-4139b38969e4', 'fadb03cc-0755-4784-8491-f53c83f5d5c6'] {{(pid=93659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:10:35.180609 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [req-36bc5859-116f-4887-94eb-8edae4517013 req-7d31dd6a-2840-4b3c-870c-7c16643f9670 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] No DVR routers for this DVR port fadb03cc-0755-4784-8491-f53c83f5d5c6 on host hv-cinder-78836 {{(pid=93657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:10:35.183553 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-36bc5859-116f-4887-94eb-8edae4517013 req-7d31dd6a-2840-4b3c-870c-7c16643f9670 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:35.185727 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-36bc5859-116f-4887-94eb-8edae4517013 req-7d31dd6a-2840-4b3c-870c-7c16643f9670 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.69 "DELETE /v2.0/ports/fadb03cc-0755-4784-8491-f53c83f5d5c6 HTTP/1.1" status: 204 len: 173 time: 0.4154544 Jul 15 19:10:35.186179 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b05ccba-10c9-4e45-9f3c-271c0c096cf8', 'name': 'network-vif-deleted', 'tag': 'fadb03cc-0755-4784-8491-f53c83f5d5c6'}] {{(pid=93657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:10:35.188469 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b0cfcdb1f3b1ee888c4befe2123a349a82046d9ec1555bca0e5a99b684397f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6a235e-5672-4e96-bb1c-8f287bc85547" -d '{"events": [{"server_uuid": "2b05ccba-10c9-4e45-9f3c-271c0c096cf8", "name": "network-vif-deleted", "tag": "fadb03cc-0755-4784-8491-f53c83f5d5c6"}]}' {{(pid=93657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:10:35.228033 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda6b994-ac69-4669-a0a2-adb5ecc02416 x-openstack-request-id: req-dda6b994-ac69-4669-a0a2-adb5ecc02416 {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:10:35.228648 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b05ccba-10c9-4e45-9f3c-271c0c096cf8", "name": "network-vif-deleted", "tag": "fadb03cc-0755-4784-8491-f53c83f5d5c6", "status": "completed", "code": 200}]} {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:10:35.229413 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dda6b994-ac69-4669-a0a2-adb5ecc02416 {{(pid=93657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:10:35.229563 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b05ccba-10c9-4e45-9f3c-271c0c096cf8', 'name': 'network-vif-deleted', 'tag': 'fadb03cc-0755-4784-8491-f53c83f5d5c6', 'status': 'completed', 'code': 200} Jul 15 19:10:35.619622 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-aedbd2f1-e774-425f-b23b-8944a8b5ec56 req-32a3094d-b392-41ea-8bbf-e818805404fb tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b05ccba-10c9-4e45-9f3c-271c0c096cf8 HTTP/1.1" status: 200 len: 210 time: 0.0278013 Jul 15 19:10:35.836914 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225a862-d810-4426-bc0f-37541fe23566 req-e7e1b505-4ea0-4b95-9c21-5404f23a811e tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:35.838412 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-b225a862-d810-4426-bc0f-37541fe23566 req-e7e1b505-4ea0-4b95-9c21-5404f23a811e tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be10722-6ba7-46a3-8484-f94526ffd84f HTTP/1.1" status: 200 len: 944 time: 0.0658090 Jul 15 19:10:35.877787 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-b225a862-d810-4426-bc0f-37541fe23566 req-1283b398-4591-421e-8a76-c6b8004c26b4 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334740 Jul 15 19:10:37.052351 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803cf7b-0135-42f3-ae94-cf4d93bbec20 req-a6ab5c0b-6c7a-419a-b05f-338cc9a91b34 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:37.053897 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-9803cf7b-0135-42f3-ae94-cf4d93bbec20 req-a6ab5c0b-6c7a-419a-b05f-338cc9a91b34 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be10722-6ba7-46a3-8484-f94526ffd84f HTTP/1.1" status: 200 len: 944 time: 0.0657456 Jul 15 19:10:37.096286 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-9803cf7b-0135-42f3-ae94-cf4d93bbec20 req-9798cdec-3950-44aa-88fe-9db13e52ab5c tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357940 Jul 15 19:10:37.736999 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device fadb03cc-0755-4784-8491-f53c83f5d5c6 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:10:37.757796 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] No Port match for: fadb03cc-0755-4784-8491-f53c83f5d5c6 {{(pid=93659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:10:37.758165 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device fadb03cc-0755-4784-8491-f53c83f5d5c6 not bound to the agent host hv-cinder-78836 {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:10:38.270195 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1b6a0-ac15-4b38-bbaa-4df862513a81 req-56d2a714-8d31-41a9-a860-871e59918da6 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:38.271703 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-38a1b6a0-ac15-4b38-bbaa-4df862513a81 req-56d2a714-8d31-41a9-a860-871e59918da6 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=35cd84df-d273-4d2a-af62-9526cc88c70c HTTP/1.1" status: 200 len: 946 time: 0.0753522 Jul 15 19:10:38.314409 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-38a1b6a0-ac15-4b38-bbaa-4df862513a81 req-e2ceb146-8ddc-4b9c-9716-d517bc1f42a3 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/security-groups?id=1bf63e1d-7c63-440b-acb1-6eac56bb18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362213 Jul 15 19:10:38.561610 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c6600-67c3-40fe-b72d-0d7dbd88f990 req-4bbc4bd5-aa4a-4cea-8af8-9479dda179f5 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:38.563117 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-319c6600-67c3-40fe-b72d-0d7dbd88f990 req-4bbc4bd5-aa4a-4cea-8af8-9479dda179f5 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be10722-6ba7-46a3-8484-f94526ffd84f HTTP/1.1" status: 200 len: 944 time: 0.3253322 Jul 15 19:10:38.599311 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-319c6600-67c3-40fe-b72d-0d7dbd88f990 req-2c5cfee4-f8bf-473b-87a8-53e8c052f1ac tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306108 Jul 15 19:10:39.644544 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c4bd03-dc8d-4321-8f66-b909c1c47f6a req-4f80823a-dc38-420a-95a3-60c5b204bd4e tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:39.646111 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-22c4bd03-dc8d-4321-8f66-b909c1c47f6a req-4f80823a-dc38-420a-95a3-60c5b204bd4e tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=35cd84df-d273-4d2a-af62-9526cc88c70c HTTP/1.1" status: 200 len: 946 time: 0.0667474 Jul 15 19:10:39.685465 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-22c4bd03-dc8d-4321-8f66-b909c1c47f6a req-cc0363cd-02e3-4551-9974-61daf86e1fe6 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/security-groups?id=1bf63e1d-7c63-440b-acb1-6eac56bb18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328326 Jul 15 19:10:39.847275 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65530b97-e99b-4247-b49a-cb7cc663fd21 req-99df17f2-678f-4b98-abd4-908cedef52d8 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:39.848735 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-65530b97-e99b-4247-b49a-cb7cc663fd21 req-99df17f2-678f-4b98-abd4-908cedef52d8 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be10722-6ba7-46a3-8484-f94526ffd84f HTTP/1.1" status: 200 len: 944 time: 0.0624516 Jul 15 19:10:39.887752 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-65530b97-e99b-4247-b49a-cb7cc663fd21 req-08e5112c-c70e-4b96-be76-52753d4906e9 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331581 Jul 15 19:10:40.297075 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a661e-35b4-49c4-b80f-351ea9cd7119 req-7699740b-8796-43de-a623-4370eed27627 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:40.298511 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-af8a661e-35b4-49c4-b80f-351ea9cd7119 req-7699740b-8796-43de-a623-4370eed27627 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.69 "GET /v2.0/ports?device_id=35cd84df-d273-4d2a-af62-9526cc88c70c HTTP/1.1" status: 200 len: 946 time: 0.0632274 Jul 15 19:10:40.394134 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [req-af8a661e-35b4-49c4-b80f-351ea9cd7119 req-a2734109-7ef7-44d0-b923-15cf48bdda34 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Deleting port 28ca84cb-5cca-48a7-80eb-4139b38969e4 {{(pid=93657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:10:40.394481 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-af8a661e-35b4-49c4-b80f-351ea9cd7119 req-a2734109-7ef7-44d0-b923-15cf48bdda34 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:40.746830 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [req-af8a661e-35b4-49c4-b80f-351ea9cd7119 req-a2734109-7ef7-44d0-b923-15cf48bdda34 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] For port 28ca84cb-5cca-48a7-80eb-4139b38969e4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=28ca84cb-5cca-48a7-80eb-4139b38969e4,segment=NetworkSegment(d5f1c983-8e5e-43db-bc20-b4d4ad135247),segment_id=d5f1c983-8e5e-43db-bc20-b4d4ad135247)] {{(pid=93657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:10:40.747570 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-af8a661e-35b4-49c4-b80f-351ea9cd7119 req-a2734109-7ef7-44d0-b923-15cf48bdda34 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:40.761032 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [req-af8a661e-35b4-49c4-b80f-351ea9cd7119 req-a2734109-7ef7-44d0-b923-15cf48bdda34 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Calling delete_port for 28ca84cb-5cca-48a7-80eb-4139b38969e4 owned by compute:nova {{(pid=93657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:10:40.928613 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf0500-bcb6-4c85-a5d7-0baf953b22bd req-a777e7fc-c7d2-4321-9742-136866fdeb53 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:40.930185 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-10bf0500-bcb6-4c85-a5d7-0baf953b22bd req-a777e7fc-c7d2-4321-9742-136866fdeb53 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=35cd84df-d273-4d2a-af62-9526cc88c70c HTTP/1.1" status: 200 len: 946 time: 0.1172647 Jul 15 19:10:40.969382 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-af8a661e-35b4-49c4-b80f-351ea9cd7119 req-a2734109-7ef7-44d0-b923-15cf48bdda34 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:41.006343 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-10bf0500-bcb6-4c85-a5d7-0baf953b22bd req-354d8d74-051e-4fda-9550-857a8276dafd tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/security-groups?id=1bf63e1d-7c63-440b-acb1-6eac56bb18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688674 Jul 15 19:10:41.007562 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2734109-7ef7-44d0-b923-15cf48bdda34 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Pushing event deleted for resources: {'Port': ['ID=28ca84cb-5cca-48a7-80eb-4139b38969e4,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:41.030560 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] get_ports_and_sgs() called for port_ids ['7220fc8a-b4f2-4d1f-a827-edcf7993c194', '43d16708-df34-4955-bc65-654248b7557e', '28ca84cb-5cca-48a7-80eb-4139b38969e4'] {{(pid=93659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:10:41.059956 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8a661e-35b4-49c4-b80f-351ea9cd7119 req-a2734109-7ef7-44d0-b923-15cf48bdda34 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] No DVR routers for this DVR port 28ca84cb-5cca-48a7-80eb-4139b38969e4 on host hv-cinder-78836 {{(pid=93657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:10:41.062550 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-af8a661e-35b4-49c4-b80f-351ea9cd7119 req-a2734109-7ef7-44d0-b923-15cf48bdda34 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:41.064665 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-af8a661e-35b4-49c4-b80f-351ea9cd7119 req-a2734109-7ef7-44d0-b923-15cf48bdda34 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.69 "DELETE /v2.0/ports/28ca84cb-5cca-48a7-80eb-4139b38969e4 HTTP/1.1" status: 204 len: 173 time: 0.7605460 Jul 15 19:10:41.065106 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cd84df-d273-4d2a-af62-9526cc88c70c', 'name': 'network-vif-deleted', 'tag': '28ca84cb-5cca-48a7-80eb-4139b38969e4'}] {{(pid=93657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:10:41.067383 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b0cfcdb1f3b1ee888c4befe2123a349a82046d9ec1555bca0e5a99b684397f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706c85af-a506-4c05-9b82-29f0ba8e181c" -d '{"events": [{"server_uuid": "35cd84df-d273-4d2a-af62-9526cc88c70c", "name": "network-vif-deleted", "tag": "28ca84cb-5cca-48a7-80eb-4139b38969e4"}]}' {{(pid=93657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:10:41.190588 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac666da-b69a-4097-9691-12437d725360 req-dc96fafb-c16e-44a1-bbb3-f834ad5694db tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:41.192005 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-dac666da-b69a-4097-9691-12437d725360 req-dc96fafb-c16e-44a1-bbb3-f834ad5694db tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 946 time: 0.0810101 Jul 15 19:10:41.246281 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-dac666da-b69a-4097-9691-12437d725360 req-84f1e111-b886-4575-8b2a-6cf13af7ea93 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469978 Jul 15 19:10:41.261694 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9661da6-1984-4f7d-98f9-b611f48dde93 req-c787fa5a-3d64-445c-b8f6-16f3cf2c4a5b tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:41.268302 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f9661da6-1984-4f7d-98f9-b611f48dde93 req-c787fa5a-3d64-445c-b8f6-16f3cf2c4a5b tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be10722-6ba7-46a3-8484-f94526ffd84f HTTP/1.1" status: 200 len: 944 time: 0.0894792 Jul 15 19:10:41.305562 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06a68ce-a9b0-4112-b8e1-0e66c404cec8 x-openstack-request-id: req-e06a68ce-a9b0-4112-b8e1-0e66c404cec8 {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:10:41.305917 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35cd84df-d273-4d2a-af62-9526cc88c70c", "name": "network-vif-deleted", "tag": "28ca84cb-5cca-48a7-80eb-4139b38969e4", "status": "completed", "code": 200}]} {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:10:41.306178 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e06a68ce-a9b0-4112-b8e1-0e66c404cec8 {{(pid=93657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:10:41.306544 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cd84df-d273-4d2a-af62-9526cc88c70c', 'name': 'network-vif-deleted', 'tag': '28ca84cb-5cca-48a7-80eb-4139b38969e4', 'status': 'completed', 'code': 200} Jul 15 19:10:41.310217 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f9661da6-1984-4f7d-98f9-b611f48dde93 req-91caa1ca-6876-494d-bbc0-7549acae9068 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408347 Jul 15 19:10:41.732563 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device a816e041-b492-4abc-828b-17826c74ca19 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:10:41.833748 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port a816e041-b492-4abc-828b-17826c74ca19, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a816e041-b492-4abc-828b-17826c74ca19,segment=NetworkSegment(7666ad49-8517-4aa2-be40-d759823ff89a),segment_id=7666ad49-8517-4aa2-be40-d759823ff89a)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:10:41.846065 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Returning: {'device': 'a816e041-b492-4abc-828b-17826c74ca19', 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56', 'port_id': 'a816e041-b492-4abc-828b-17826c74ca19', 'mac_address': 'fa:16:3e:b1:67:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67978492-7f73-452d-9401-7aabf267f48c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:10:41.883573 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:41.897353 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a816e041-b492-4abc-828b-17826c74ca19 {{(pid=93659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:10:41.918021 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port a816e041-b492-4abc-828b-17826c74ca19, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a816e041-b492-4abc-828b-17826c74ca19,segment=NetworkSegment(7666ad49-8517-4aa2-be40-d759823ff89a),segment_id=7666ad49-8517-4aa2-be40-d759823ff89a)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:10:41.923128 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:41.974283 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=a816e041-b492-4abc-828b-17826c74ca19,revision_number=4']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:42.332991 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] get_ports_and_sgs() called for port_ids ['a816e041-b492-4abc-828b-17826c74ca19'] {{(pid=93659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:10:42.445143 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc6c9c1-2cfb-4a47-97b2-af774e5e89c2 req-1d47f7cb-b3a7-4534-80e1-3ecfb02ac1c8 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:42.450385 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-5dc6c9c1-2cfb-4a47-97b2-af774e5e89c2 req-1d47f7cb-b3a7-4534-80e1-3ecfb02ac1c8 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 946 time: 0.0751271 Jul 15 19:10:42.464838 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9bca1-4718-4217-978d-7e1385d88d30 req-8d4bb61b-a380-42d1-8493-8079e800206a tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:42.466379 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-ddc9bca1-4718-4217-978d-7e1385d88d30 req-8d4bb61b-a380-42d1-8493-8079e800206a tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=42112ab2-47da-42ce-951c-cc5c2fd7376a HTTP/1.1" status: 200 len: 945 time: 0.0665576 Jul 15 19:10:42.488106 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-5dc6c9c1-2cfb-4a47-97b2-af774e5e89c2 req-b4396aff-ec3c-460d-9ae7-65466f8a3eec tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338802 Jul 15 19:10:42.518210 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-ddc9bca1-4718-4217-978d-7e1385d88d30 req-e5dd910d-e854-4388-a2cf-3a642676a6e6 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/security-groups?id=1bf63e1d-7c63-440b-acb1-6eac56bb18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378308 Jul 15 19:10:42.662383 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf91d2-f994-4082-8d56-85a0ffcc73bc req-2f8081e4-64fb-4a7b-aa42-271f90dc54d1 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:42.664371 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-8adf91d2-f994-4082-8d56-85a0ffcc73bc req-2f8081e4-64fb-4a7b-aa42-271f90dc54d1 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be10722-6ba7-46a3-8484-f94526ffd84f HTTP/1.1" status: 200 len: 945 time: 0.0664175 Jul 15 19:10:42.701247 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-8adf91d2-f994-4082-8d56-85a0ffcc73bc req-e2f9e167-f0c0-4ef3-b05d-1f7c65b09d32 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311780 Jul 15 19:10:43.692578 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f8151-2b1c-4581-bf5e-858c62bb70b6 req-5f8016db-7b29-4416-88b5-d06f50813770 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:43.694144 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-170f8151-2b1c-4581-bf5e-858c62bb70b6 req-5f8016db-7b29-4416-88b5-d06f50813770 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=42112ab2-47da-42ce-951c-cc5c2fd7376a HTTP/1.1" status: 200 len: 945 time: 0.0699165 Jul 15 19:10:43.700470 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853b031-feb3-40a7-9fd7-5d38ee4e3cbf req-7f9debb9-731e-4f11-a8c2-ef7c4c5f7b0b tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:43.701856 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-2853b031-feb3-40a7-9fd7-5d38ee4e3cbf req-7f9debb9-731e-4f11-a8c2-ef7c4c5f7b0b tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 946 time: 0.0756302 Jul 15 19:10:43.736670 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-170f8151-2b1c-4581-bf5e-858c62bb70b6 req-0af641fa-6e2b-45d1-a373-f1c55c807f22 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/security-groups?id=1bf63e1d-7c63-440b-acb1-6eac56bb18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359840 Jul 15 19:10:43.746009 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-2853b031-feb3-40a7-9fd7-5d38ee4e3cbf req-1561bacb-0d66-4845-9598-b6232dbb83ae tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378048 Jul 15 19:10:43.746193 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device a816e041-b492-4abc-828b-17826c74ca19 up at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:10:43.801916 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Provisioning for port a816e041-b492-4abc-828b-17826c74ca19 completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:10:43.806451 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Provisioning complete for port a816e041-b492-4abc-828b-17826c74ca19 triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:10:43.806832 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:43.920295 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8904a2-4f7d-4703-850e-93cd8a32e672 req-767e9366-144b-4721-99ea-515d0d106144 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:43.921797 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-eb8904a2-4f7d-4703-850e-93cd8a32e672 req-767e9366-144b-4721-99ea-515d0d106144 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be10722-6ba7-46a3-8484-f94526ffd84f HTTP/1.1" status: 200 len: 945 time: 0.0664485 Jul 15 19:10:43.937752 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:43.963143 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-eb8904a2-4f7d-4703-850e-93cd8a32e672 req-e2039433-e8ab-4b39-b80c-f5f52b01221a tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352762 Jul 15 19:10:43.978535 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be10722-6ba7-46a3-8484-f94526ffd84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a816e041-b492-4abc-828b-17826c74ca19'}] {{(pid=93659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:10:43.981038 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cff241be1680f95bd86cb63ae369edb514e49424f5374e734ea98f44dc6e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9be4f7-9ebd-43e2-9eaf-b9ed77857894" -d '{"events": [{"server_uuid": "6be10722-6ba7-46a3-8484-f94526ffd84f", "name": "network-vif-plugged", "status": "completed", "tag": "a816e041-b492-4abc-828b-17826c74ca19"}]}' {{(pid=93659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:10:43.998777 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port a816e041-b492-4abc-828b-17826c74ca19, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a816e041-b492-4abc-828b-17826c74ca19,segment=NetworkSegment(7666ad49-8517-4aa2-be40-d759823ff89a),segment_id=7666ad49-8517-4aa2-be40-d759823ff89a)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:10:44.003872 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:44.005380 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 28ca84cb-5cca-48a7-80eb-4139b38969e4 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:10:44.074917 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] No Port match for: 28ca84cb-5cca-48a7-80eb-4139b38969e4 {{(pid=93659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:10:44.075706 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 28ca84cb-5cca-48a7-80eb-4139b38969e4 not bound to the agent host hv-cinder-78836 {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:10:44.081849 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9835ae1-47d8-4797-9d9d-2fb759761846 x-openstack-request-id: req-f9835ae1-47d8-4797-9d9d-2fb759761846 {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:10:44.082317 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be10722-6ba7-46a3-8484-f94526ffd84f", "name": "network-vif-plugged", "status": "completed", "tag": "a816e041-b492-4abc-828b-17826c74ca19", "code": 200}]} {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:10:44.082738 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f9835ae1-47d8-4797-9d9d-2fb759761846 {{(pid=93659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:10:44.083352 dv-cinder-788363-8-iscsi neutron-server[93659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be10722-6ba7-46a3-8484-f94526ffd84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a816e041-b492-4abc-828b-17826c74ca19', 'code': 200} Jul 15 19:10:44.111265 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=a816e041-b492-4abc-828b-17826c74ca19,revision_number=5']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:44.310000 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d806f1-e858-46d8-8e5e-8b05d6779fea req-8d273a64-dd28-4e7b-b77e-c93c494d1806 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:44.311701 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-32d806f1-e858-46d8-8e5e-8b05d6779fea req-8d273a64-dd28-4e7b-b77e-c93c494d1806 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.69 "GET /v2.0/ports?device_id=42112ab2-47da-42ce-951c-cc5c2fd7376a HTTP/1.1" status: 200 len: 945 time: 0.0668235 Jul 15 19:10:44.435293 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [req-32d806f1-e858-46d8-8e5e-8b05d6779fea req-e240c676-7c29-4ec7-ae2e-c8e7e8f51a9c tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Deleting port 43d16708-df34-4955-bc65-654248b7557e {{(pid=93657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:10:44.435706 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-32d806f1-e858-46d8-8e5e-8b05d6779fea req-e240c676-7c29-4ec7-ae2e-c8e7e8f51a9c tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:44.529208 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [req-32d806f1-e858-46d8-8e5e-8b05d6779fea req-e240c676-7c29-4ec7-ae2e-c8e7e8f51a9c tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] For port 43d16708-df34-4955-bc65-654248b7557e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=43d16708-df34-4955-bc65-654248b7557e,segment=NetworkSegment(d5f1c983-8e5e-43db-bc20-b4d4ad135247),segment_id=d5f1c983-8e5e-43db-bc20-b4d4ad135247)] {{(pid=93657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:10:44.529575 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-32d806f1-e858-46d8-8e5e-8b05d6779fea req-e240c676-7c29-4ec7-ae2e-c8e7e8f51a9c tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:44.542430 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68af75-8b63-407b-9926-78cafc00b66d req-f0784e67-3815-4499-bd7e-552fbd4cac87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:44.543950 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [req-32d806f1-e858-46d8-8e5e-8b05d6779fea req-e240c676-7c29-4ec7-ae2e-c8e7e8f51a9c tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Calling delete_port for 43d16708-df34-4955-bc65-654248b7557e owned by compute:nova {{(pid=93657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:10:44.544114 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-0c68af75-8b63-407b-9926-78cafc00b66d req-f0784e67-3815-4499-bd7e-552fbd4cac87 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6be10722-6ba7-46a3-8484-f94526ffd84f HTTP/1.1" status: 200 len: 1099 time: 0.0553434 Jul 15 19:10:44.614056 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-0c68af75-8b63-407b-9926-78cafc00b66d req-66574a7f-d25e-4efa-9c29-9e706a3812f2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299063 Jul 15 19:10:44.676097 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-32d806f1-e858-46d8-8e5e-8b05d6779fea req-e240c676-7c29-4ec7-ae2e-c8e7e8f51a9c tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:44.704921 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e240c676-7c29-4ec7-ae2e-c8e7e8f51a9c tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Pushing event deleted for resources: {'Port': ['ID=43d16708-df34-4955-bc65-654248b7557e,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:44.713822 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] get_ports_and_sgs() called for port_ids ['7220fc8a-b4f2-4d1f-a827-edcf7993c194', '43d16708-df34-4955-bc65-654248b7557e'] {{(pid=93659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:10:44.753923 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d806f1-e858-46d8-8e5e-8b05d6779fea req-e240c676-7c29-4ec7-ae2e-c8e7e8f51a9c tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] No DVR routers for this DVR port 43d16708-df34-4955-bc65-654248b7557e on host hv-cinder-78836 {{(pid=93657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:10:44.757825 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-32d806f1-e858-46d8-8e5e-8b05d6779fea req-e240c676-7c29-4ec7-ae2e-c8e7e8f51a9c tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:44.760135 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-32d806f1-e858-46d8-8e5e-8b05d6779fea req-e240c676-7c29-4ec7-ae2e-c8e7e8f51a9c tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.69 "DELETE /v2.0/ports/43d16708-df34-4955-bc65-654248b7557e HTTP/1.1" status: 204 len: 173 time: 0.4359095 Jul 15 19:10:44.760583 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42112ab2-47da-42ce-951c-cc5c2fd7376a', 'name': 'network-vif-deleted', 'tag': '43d16708-df34-4955-bc65-654248b7557e'}] {{(pid=93657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:10:44.762893 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b0cfcdb1f3b1ee888c4befe2123a349a82046d9ec1555bca0e5a99b684397f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c62b36-f5b2-468e-b368-d68af2876c4f" -d '{"events": [{"server_uuid": "42112ab2-47da-42ce-951c-cc5c2fd7376a", "name": "network-vif-deleted", "tag": "43d16708-df34-4955-bc65-654248b7557e"}]}' {{(pid=93657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:10:44.804226 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63031469-f77d-48f7-94ce-8284bf8ccffa x-openstack-request-id: req-63031469-f77d-48f7-94ce-8284bf8ccffa {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:10:44.804723 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42112ab2-47da-42ce-951c-cc5c2fd7376a", "name": "network-vif-deleted", "tag": "43d16708-df34-4955-bc65-654248b7557e", "status": "completed", "code": 200}]} {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:10:44.805045 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-63031469-f77d-48f7-94ce-8284bf8ccffa {{(pid=93657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:10:44.805971 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42112ab2-47da-42ce-951c-cc5c2fd7376a', 'name': 'network-vif-deleted', 'tag': '43d16708-df34-4955-bc65-654248b7557e', 'status': 'completed', 'code': 200} Jul 15 19:10:44.935996 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-c5d793c7-3dcb-4bba-9270-6d65a23ff5d8 req-27af7f29-091c-4919-b2e0-c0f3b9e42d33 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=42112ab2-47da-42ce-951c-cc5c2fd7376a HTTP/1.1" status: 200 len: 210 time: 0.0285354 Jul 15 19:10:44.937381 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c056b44-b7e2-42b4-a0d8-20c95a4d79e6 req-193a17a3-490a-4bd7-8f5a-462ce42cbde5 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:44.938899 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-0c056b44-b7e2-42b4-a0d8-20c95a4d79e6 req-193a17a3-490a-4bd7-8f5a-462ce42cbde5 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 946 time: 0.0648568 Jul 15 19:10:44.979800 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-0c056b44-b7e2-42b4-a0d8-20c95a4d79e6 req-25d3f611-3dac-4602-9320-1b8a31e70638 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340278 Jul 15 19:10:45.157008 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3e94e-5610-4e33-98fd-51855fae633d req-42da2235-33a7-419f-bf88-14a2e12df644 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:45.159597 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-52d3e94e-5610-4e33-98fd-51855fae633d req-42da2235-33a7-419f-bf88-14a2e12df644 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be10722-6ba7-46a3-8484-f94526ffd84f HTTP/1.1" status: 200 len: 946 time: 0.0702491 Jul 15 19:10:45.200548 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-52d3e94e-5610-4e33-98fd-51855fae633d req-511c6c51-ec9f-4c99-a757-cded4c77008c tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352523 Jul 15 19:10:46.179568 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0c953-f84f-4999-ad6e-b0946cf4f491 req-04b72ac5-c052-4cd5-9eb6-6e8c1f1cac2c tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:46.181066 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-17a0c953-f84f-4999-ad6e-b0946cf4f491 req-04b72ac5-c052-4cd5-9eb6-6e8c1f1cac2c tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 946 time: 0.0735111 Jul 15 19:10:46.219565 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-17a0c953-f84f-4999-ad6e-b0946cf4f491 req-bf738d9a-b3d9-48d6-bee0-6d3c5f9e1bd1 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327122 Jul 15 19:10:46.379714 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5f3ff-6af1-4d74-9615-53c7a9dc17f6 req-d5c775be-5b85-4940-9bc9-4ef54dd742cd tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:46.381267 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-d6b5f3ff-6af1-4d74-9615-53c7a9dc17f6 req-d5c775be-5b85-4940-9bc9-4ef54dd742cd tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be10722-6ba7-46a3-8484-f94526ffd84f HTTP/1.1" status: 200 len: 946 time: 0.0688353 Jul 15 19:10:46.426205 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-d6b5f3ff-6af1-4d74-9615-53c7a9dc17f6 req-98275b14-2716-4491-ab23-2900afd12d9f tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343554 Jul 15 19:10:46.613088 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686e053-5eb1-407c-b8fa-d0326c2ce0d2 req-4b49e1e4-121f-4a8d-b721-a2fc38c91f46 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:46.614578 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-a686e053-5eb1-407c-b8fa-d0326c2ce0d2 req-4b49e1e4-121f-4a8d-b721-a2fc38c91f46 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be10722-6ba7-46a3-8484-f94526ffd84f HTTP/1.1" status: 200 len: 946 time: 0.0622389 Jul 15 19:10:46.653824 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-a686e053-5eb1-407c-b8fa-d0326c2ce0d2 req-afa4d642-2afc-4e5e-aa14-d836bef8cf78 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329890 Jul 15 19:10:46.679291 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 55994) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:10:46.728657 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb1b06f-a757-4aca-b2ab-2e1d574abff7 tempest-TestVolumeBootPattern-959500903 tempest-TestVolumeBootPattern-959500903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:46.730161 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-3eb1b06f-a757-4aca-b2ab-2e1d574abff7 tempest-TestVolumeBootPattern-959500903 tempest-TestVolumeBootPattern-959500903-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6be10722-6ba7-46a3-8484-f94526ffd84f HTTP/1.1" status: 200 len: 1094 time: 0.0498726 Jul 15 19:10:46.732886 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 55996) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:10:46.737160 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [None req-d0ae0a5e-24ab-4612-99a7-08912159fa9c tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Request body: {'floatingip': {'floating_network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'port_id': 'a816e041-b492-4abc-828b-17826c74ca19', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:10:46.759382 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d0ae0a5e-24ab-4612-99a7-08912159fa9c tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks [] for floatingip, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:46.857108 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d0ae0a5e-24ab-4612-99a7-08912159fa9c tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:46.969833 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.db_base_plugin_common [None req-d0ae0a5e-24ab-4612-99a7-08912159fa9c tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Allocated IP 172.27.2.195 (e1e7053a-85e2-45af-9353-c5375187db21/9528084b-89d8-4124-b104-08bd71cd5eaa/79da9f00-bb28-46ef-8627-47b04616ee53) {{(pid=93658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:10:47.068593 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d0ae0a5e-24ab-4612-99a7-08912159fa9c tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks [] for port, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:47.105267 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d0ae0a5e-24ab-4612-99a7-08912159fa9c tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4513278'] for port, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:47.143277 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ae0a5e-24ab-4612-99a7-08912159fa9c tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Network e1e7053a-85e2-45af-9353-c5375187db21 is already hosted by enough agents. {{(pid=93658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:10:47.146167 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.base_scheduler [None req-d0ae0a5e-24ab-4612-99a7-08912159fa9c tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Resources bound (agent type, host, resource id): {{(pid=93658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:10:47.150309 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ae0a5e-24ab-4612-99a7-08912159fa9c tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Received port after_create {{(pid=93658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:10:47.176720 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae0a5e-24ab-4612-99a7-08912159fa9c tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Pushing event updated for resources: {'Port': ['ID=79da9f00-bb28-46ef-8627-47b04616ee53,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:47.187006 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ae0a5e-24ab-4612-99a7-08912159fa9c tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:47.187561 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ae0a5e-24ab-4612-99a7-08912159fa9c tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:47.187759 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ae0a5e-24ab-4612-99a7-08912159fa9c tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:47.188086 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ae0a5e-24ab-4612-99a7-08912159fa9c tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:47.188318 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ae0a5e-24ab-4612-99a7-08912159fa9c tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:47.188650 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ae0a5e-24ab-4612-99a7-08912159fa9c tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:47.188974 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ae0a5e-24ab-4612-99a7-08912159fa9c tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:47.189296 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ae0a5e-24ab-4612-99a7-08912159fa9c tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:47.189621 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ae0a5e-24ab-4612-99a7-08912159fa9c tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:47.189992 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ae0a5e-24ab-4612-99a7-08912159fa9c tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:47.190316 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ae0a5e-24ab-4612-99a7-08912159fa9c tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:47.190635 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ae0a5e-24ab-4612-99a7-08912159fa9c tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:47.417057 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2a204-6d0c-4883-95f5-b55b748ecbfe req-bfeaf0f3-0623-4640-b05d-81abd02ab511 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:47.418847 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-d3a2a204-6d0c-4883-95f5-b55b748ecbfe req-bfeaf0f3-0623-4640-b05d-81abd02ab511 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 946 time: 0.0806370 Jul 15 19:10:47.459784 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-d3a2a204-6d0c-4883-95f5-b55b748ecbfe req-6fd55324-d6e3-4cdd-b867-be390c65091a tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341914 Jul 15 19:10:47.582838 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d0ae0a5e-24ab-4612-99a7-08912159fa9c tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:47.622034 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab713d7-4610-47b8-a95f-beb89bebb303 req-30367d4c-be75-4891-b088-0fc6d4a25620 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:47.623555 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-1ab713d7-4610-47b8-a95f-beb89bebb303 req-30367d4c-be75-4891-b088-0fc6d4a25620 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc322aa-263f-4a1d-91fd-6112e9ef0873 HTTP/1.1" status: 200 len: 946 time: 0.1424823 Jul 15 19:10:47.693594 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-1ab713d7-4610-47b8-a95f-beb89bebb303 req-71f5aedf-bcdf-4b1e-b9b0-b599a8d94b8f tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/security-groups?id=1bf63e1d-7c63-440b-acb1-6eac56bb18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632496 Jul 15 19:10:47.698336 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d0ae0a5e-24ab-4612-99a7-08912159fa9c tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:47.792089 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 43d16708-df34-4955-bc65-654248b7557e no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:10:47.817070 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] No Port match for: 43d16708-df34-4955-bc65-654248b7557e {{(pid=93659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:10:47.817423 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 43d16708-df34-4955-bc65-654248b7557e not bound to the agent host hv-cinder-78836 {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:10:47.853315 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d0ae0a5e-24ab-4612-99a7-08912159fa9c tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks [] for port, precommit_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:47.863391 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d0ae0a5e-24ab-4612-99a7-08912159fa9c tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4513223'] for port, after_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:47.936163 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae0a5e-24ab-4612-99a7-08912159fa9c tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Pushing event updated for resources: {'Port': ['ID=79da9f00-bb28-46ef-8627-47b04616ee53,revision_number=2']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:47.947645 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d0ae0a5e-24ab-4612-99a7-08912159fa9c tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764579'] for floatingip, after_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:48.049738 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.db.l3_db [None req-d0ae0a5e-24ab-4612-99a7-08912159fa9c tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Floating IP f0252dd0-8c15-4058-acd5-1b8acbca4534 associated. External IP: 172.27.2.195, port: a816e041-b492-4abc-828b-17826c74ca19. Jul 15 19:10:48.258361 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ae0a5e-24ab-4612-99a7-08912159fa9c tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Router a3c6b66d-5fcf-4250-bc05-a7fb3832f584 has already been hosted by L3 agent d1959f4f-c5e4-447e-bdea-87c7e923db15 {{(pid=93658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:10:48.367478 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ae0a5e-24ab-4612-99a7-08912159fa9c tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify agent at l3_agent.dv-cinder-788363-8-iscsi the message routers_updated {{(pid=93658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:10:48.378099 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97aee74-9542-4138-bd34-9388f6155b04 None None] Sync routers for ids ['a3c6b66d-5fcf-4250-bc05-a7fb3832f584'] in dv-cinder-788363-8-iscsi {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:10:48.385900 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d0ae0a5e-24ab-4612-99a7-08912159fa9c tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for floatingip, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:48.388275 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97aee74-9542-4138-bd34-9388f6155b04 None None] Routers {'a3c6b66d-5fcf-4250-bc05-a7fb3832f584'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:10:48.388913 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-e97aee74-9542-4138-bd34-9388f6155b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:10:22Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['a3c6b66d-5fcf-4250-bc05-a7fb3832f584'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:10:48.427311 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-d0ae0a5e-24ab-4612-99a7-08912159fa9c tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6933982 Jul 15 19:10:48.427933 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be10722-6ba7-46a3-8484-f94526ffd84f', 'tag': 'a816e041-b492-4abc-828b-17826c74ca19'}] {{(pid=93658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:10:48.430238 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b58f88415513d6787191dd44e0a29b3917631101a239d5effbe25afab188a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d298bb-8c72-4123-b5c7-f23f1ac781aa" -d '{"events": [{"name": "network-changed", "server_uuid": "6be10722-6ba7-46a3-8484-f94526ffd84f", "tag": "a816e041-b492-4abc-828b-17826c74ca19"}]}' {{(pid=93658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:10:48.506470 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-e97aee74-9542-4138-bd34-9388f6155b04 None None] Set router a3c6b66d-5fcf-4250-bc05-a7fb3832f584 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:10:48.530146 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46da26d-f2e8-48bc-881c-e2ad8be7bef2 x-openstack-request-id: req-d46da26d-f2e8-48bc-881c-e2ad8be7bef2 {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:10:48.530722 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be10722-6ba7-46a3-8484-f94526ffd84f", "tag": "a816e041-b492-4abc-828b-17826c74ca19", "status": "completed", "code": 200}]} {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:10:48.530956 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d46da26d-f2e8-48bc-881c-e2ad8be7bef2 {{(pid=93658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:10:48.531890 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be10722-6ba7-46a3-8484-f94526ffd84f', 'tag': 'a816e041-b492-4abc-828b-17826c74ca19', 'status': 'completed', 'code': 200} Jul 15 19:10:48.693638 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d298bb-8c72-4123-b5c7-f23f1ac781aa req-6d612cab-fa0b-454b-9543-f67e7373fc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:48.695692 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-44d298bb-8c72-4123-b5c7-f23f1ac781aa req-6d612cab-fa0b-454b-9543-f67e7373fc0a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=180a42342ab54ecf9731a6938c11faae&device_id=6be10722-6ba7-46a3-8484-f94526ffd84f HTTP/1.1" status: 200 len: 1099 time: 0.1064615 Jul 15 19:10:48.706804 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02c653-ae4d-4e0c-b6b0-c773ee61838e req-14aaa1d5-f83b-4fe7-a67d-c8775e74f5d6 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:48.708290 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-ef02c653-ae4d-4e0c-b6b0-c773ee61838e req-14aaa1d5-f83b-4fe7-a67d-c8775e74f5d6 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 946 time: 0.1098297 Jul 15 19:10:48.807662 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-ef02c653-ae4d-4e0c-b6b0-c773ee61838e req-dd97a9cb-84e8-4cb0-8338-2daf1d06403e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895920 Jul 15 19:10:48.831385 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d298bb-8c72-4123-b5c7-f23f1ac781aa req-f545e058-d79c-4d5b-aaf7-f6aea30e1a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:48.833190 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-44d298bb-8c72-4123-b5c7-f23f1ac781aa req-f545e058-d79c-4d5b-aaf7-f6aea30e1a84 service neutron] 10.222.0.69 "GET /v2.0/networks?id=68db1402-794a-4fcf-beca-a85ea1b44a56 HTTP/1.1" status: 200 len: 913 time: 0.1239841 Jul 15 19:10:48.897710 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-e97aee74-9542-4138-bd34-9388f6155b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'name': 'tempest-TestVolumeBootPattern-328040496-router', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:06:48Z', 'updated_at': '2021-07-15T19:06:52Z', 'revision_number': 4, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'gw_port': {'id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:97:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:49Z', 'updated_at': '2021-07-15T19:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_floatingips': [{'id': 'f0252dd0-8c15-4058-acd5-1b8acbca4534', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'router_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'port_id': 'a816e041-b492-4abc-828b-17826c74ca19', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56', 'mac_address': 'fa:16:3e:b1:67:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be10722-6ba7-46a3-8484-f94526ffd84f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:10:47Z', 'updated_at': '2021-07-15T19:10:47Z', 'revision_number': 0, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a8a45d-5c38-4636-8caa-8f808ae32033', 'name': '', 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'mac_address': 'fa:16:3e:62:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '67978492-7f73-452d-9401-7aabf267f48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:51Z', 'updated_at': '2021-07-15T19:07:03Z', 'revision_number': 5, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'subnets': [{'id': '67978492-7f73-452d-9401-7aabf267f48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:10:48.904257 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1474e1-6b6e-4294-a0c9-d2dd3653ecae req-f876917b-2abb-45bd-b666-cd3403e0acee tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:48.905961 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-3b1474e1-6b6e-4294-a0c9-d2dd3653ecae req-f876917b-2abb-45bd-b666-cd3403e0acee tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc322aa-263f-4a1d-91fd-6112e9ef0873 HTTP/1.1" status: 200 len: 946 time: 0.0682118 Jul 15 19:10:48.920237 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-44d298bb-8c72-4123-b5c7-f23f1ac781aa req-0344d233-688a-40bd-b1a8-377c01a1a212 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a816e041-b492-4abc-828b-17826c74ca19 HTTP/1.1" status: 200 len: 1000 time: 0.0798790 Jul 15 19:10:48.929687 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97aee74-9542-4138-bd34-9388f6155b04 None None] Checking router: a3c6b66d-5fcf-4250-bc05-a7fb3832f584 for host: dv-cinder-788363-8-iscsi {{(pid=93659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:10:48.938358 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97aee74-9542-4138-bd34-9388f6155b04 None None] Routers {'a3c6b66d-5fcf-4250-bc05-a7fb3832f584'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:10:48.939286 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-e97aee74-9542-4138-bd34-9388f6155b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:10:22Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['a3c6b66d-5fcf-4250-bc05-a7fb3832f584'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:10:48.948722 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-3b1474e1-6b6e-4294-a0c9-d2dd3653ecae req-5d86f9f0-70a4-4c87-a357-13a2244a8155 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/security-groups?id=1bf63e1d-7c63-440b-acb1-6eac56bb18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369101 Jul 15 19:10:48.976640 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d298bb-8c72-4123-b5c7-f23f1ac781aa req-d35c2f70-a87f-407e-a150-00ca9c6bd775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:48.983291 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-44d298bb-8c72-4123-b5c7-f23f1ac781aa req-d35c2f70-a87f-407e-a150-00ca9c6bd775 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=67978492-7f73-452d-9401-7aabf267f48c HTTP/1.1" status: 200 len: 850 time: 0.0458477 Jul 15 19:10:49.040512 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d298bb-8c72-4123-b5c7-f23f1ac781aa req-084f7383-3841-41a8-9bd1-7e762152598d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:49.042079 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-44d298bb-8c72-4123-b5c7-f23f1ac781aa req-084f7383-3841-41a8-9bd1-7e762152598d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=68db1402-794a-4fcf-beca-a85ea1b44a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543973 Jul 15 19:10:49.048313 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-e97aee74-9542-4138-bd34-9388f6155b04 None None] Set router a3c6b66d-5fcf-4250-bc05-a7fb3832f584 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:10:49.170003 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-44d298bb-8c72-4123-b5c7-f23f1ac781aa req-23555eb5-85a9-43b5-ad3e-1478742e9d2c service neutron] 10.222.0.69 "GET /v2.0/networks/68db1402-794a-4fcf-beca-a85ea1b44a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910575 Jul 15 19:10:49.268026 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-44d298bb-8c72-4123-b5c7-f23f1ac781aa req-d0e8bce3-4fc9-4c46-8997-2f88d19ad843 service neutron] 10.222.0.69 "GET /v2.0/networks/68db1402-794a-4fcf-beca-a85ea1b44a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876744 Jul 15 19:10:49.276126 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-e97aee74-9542-4138-bd34-9388f6155b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'name': 'tempest-TestVolumeBootPattern-328040496-router', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:06:48Z', 'updated_at': '2021-07-15T19:06:52Z', 'revision_number': 4, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'gw_port': {'id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:97:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:49Z', 'updated_at': '2021-07-15T19:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_floatingips': [{'id': 'f0252dd0-8c15-4058-acd5-1b8acbca4534', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'router_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'port_id': 'a816e041-b492-4abc-828b-17826c74ca19', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56', 'mac_address': 'fa:16:3e:b1:67:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be10722-6ba7-46a3-8484-f94526ffd84f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:10:47Z', 'updated_at': '2021-07-15T19:10:47Z', 'revision_number': 0, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a8a45d-5c38-4636-8caa-8f808ae32033', 'name': '', 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'mac_address': 'fa:16:3e:62:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '67978492-7f73-452d-9401-7aabf267f48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:51Z', 'updated_at': '2021-07-15T19:07:03Z', 'revision_number': 5, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'subnets': [{'id': '67978492-7f73-452d-9401-7aabf267f48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:10:49.302287 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97aee74-9542-4138-bd34-9388f6155b04 None None] The sync data for ids ['a3c6b66d-5fcf-4250-bc05-a7fb3832f584'] in dv-cinder-788363-8-iscsi is: [{'id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'name': 'tempest-TestVolumeBootPattern-328040496-router', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:06:48Z', 'updated_at': '2021-07-15T19:06:52Z', 'revision_number': 4, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'gw_port': {'id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:97:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:49Z', 'updated_at': '2021-07-15T19:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_floatingips': [{'id': 'f0252dd0-8c15-4058-acd5-1b8acbca4534', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'router_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'port_id': 'a816e041-b492-4abc-828b-17826c74ca19', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56', 'mac_address': 'fa:16:3e:b1:67:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be10722-6ba7-46a3-8484-f94526ffd84f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:10:47Z', 'updated_at': '2021-07-15T19:10:47Z', 'revision_number': 0, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a8a45d-5c38-4636-8caa-8f808ae32033', 'name': '', 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'mac_address': 'fa:16:3e:62:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '67978492-7f73-452d-9401-7aabf267f48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:51Z', 'updated_at': '2021-07-15T19:07:03Z', 'revision_number': 5, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'subnets': [{'id': '67978492-7f73-452d-9401-7aabf267f48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:10:49.469348 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-ecdc8355-e5f4-4213-9adf-f510c3a11c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:49.503589 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f41eb3-cc38-4668-a148-52dcb0df8778 None None] New status for floating IP f0252dd0-8c15-4058-acd5-1b8acbca4534: ACTIVE {{(pid=93660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:10:49.706300 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b02b1-b75e-4666-b77b-0097336367f8 req-3de282bd-3082-4949-b87d-4771fafebe47 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:49.707776 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-b16b02b1-b75e-4666-b77b-0097336367f8 req-3de282bd-3082-4949-b87d-4771fafebe47 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fc322aa-263f-4a1d-91fd-6112e9ef0873 HTTP/1.1" status: 200 len: 946 time: 0.0662901 Jul 15 19:10:49.811639 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [req-b16b02b1-b75e-4666-b77b-0097336367f8 req-6dc9dfbe-b997-44fa-b5c9-190e370724f9 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Deleting port 7220fc8a-b4f2-4d1f-a827-edcf7993c194 {{(pid=93657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:10:49.811977 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-b16b02b1-b75e-4666-b77b-0097336367f8 req-6dc9dfbe-b997-44fa-b5c9-190e370724f9 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:49.907411 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [req-b16b02b1-b75e-4666-b77b-0097336367f8 req-6dc9dfbe-b997-44fa-b5c9-190e370724f9 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] For port 7220fc8a-b4f2-4d1f-a827-edcf7993c194, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7220fc8a-b4f2-4d1f-a827-edcf7993c194,segment=NetworkSegment(d5f1c983-8e5e-43db-bc20-b4d4ad135247),segment_id=d5f1c983-8e5e-43db-bc20-b4d4ad135247)] {{(pid=93657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:10:49.907681 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-b16b02b1-b75e-4666-b77b-0097336367f8 req-6dc9dfbe-b997-44fa-b5c9-190e370724f9 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:49.921548 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [req-b16b02b1-b75e-4666-b77b-0097336367f8 req-6dc9dfbe-b997-44fa-b5c9-190e370724f9 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Calling delete_port for 7220fc8a-b4f2-4d1f-a827-edcf7993c194 owned by compute:nova {{(pid=93657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:10:50.000194 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26af627-0b01-4b93-b582-d7a1edf21bb5 req-9e2f334f-fa0e-497a-851a-407ed390dddc tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:50.001782 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f26af627-0b01-4b93-b582-d7a1edf21bb5 req-9e2f334f-fa0e-497a-851a-407ed390dddc tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 946 time: 0.0682659 Jul 15 19:10:50.043768 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f26af627-0b01-4b93-b582-d7a1edf21bb5 req-f4189939-473a-408e-9d0e-c17b118aeb42 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356386 Jul 15 19:10:50.082191 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-b16b02b1-b75e-4666-b77b-0097336367f8 req-6dc9dfbe-b997-44fa-b5c9-190e370724f9 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:50.107273 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-87712169-271d-4024-81d5-f2bd20c8151c req-7984ea0c-6d35-4151-aa32-29b8e61643f2 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc322aa-263f-4a1d-91fd-6112e9ef0873 HTTP/1.1" status: 200 len: 210 time: 0.0356457 Jul 15 19:10:50.119307 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] get_ports_and_sgs() called for port_ids ['7220fc8a-b4f2-4d1f-a827-edcf7993c194'] {{(pid=93659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:10:50.131435 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc9dfbe-b997-44fa-b5c9-190e370724f9 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Pushing event deleted for resources: {'Port': ['ID=7220fc8a-b4f2-4d1f-a827-edcf7993c194,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:50.176045 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16b02b1-b75e-4666-b77b-0097336367f8 req-6dc9dfbe-b997-44fa-b5c9-190e370724f9 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] No DVR routers for this DVR port 7220fc8a-b4f2-4d1f-a827-edcf7993c194 on host hv-cinder-78836 {{(pid=93657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:10:50.178621 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-b16b02b1-b75e-4666-b77b-0097336367f8 req-6dc9dfbe-b997-44fa-b5c9-190e370724f9 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:50.180660 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-b16b02b1-b75e-4666-b77b-0097336367f8 req-6dc9dfbe-b997-44fa-b5c9-190e370724f9 tempest-AttachVolumeNegativeTest-793131298 tempest-AttachVolumeNegativeTest-793131298-project] 10.222.0.69 "DELETE /v2.0/ports/7220fc8a-b4f2-4d1f-a827-edcf7993c194 HTTP/1.1" status: 204 len: 173 time: 0.4672830 Jul 15 19:10:50.181094 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc322aa-263f-4a1d-91fd-6112e9ef0873', 'name': 'network-vif-deleted', 'tag': '7220fc8a-b4f2-4d1f-a827-edcf7993c194'}] {{(pid=93657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:10:50.183387 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b0cfcdb1f3b1ee888c4befe2123a349a82046d9ec1555bca0e5a99b684397f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed24099-18a6-4072-9b22-be302a712086" -d '{"events": [{"server_uuid": "7fc322aa-263f-4a1d-91fd-6112e9ef0873", "name": "network-vif-deleted", "tag": "7220fc8a-b4f2-4d1f-a827-edcf7993c194"}]}' {{(pid=93657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:10:50.219924 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1bc9988-5d5a-4b5b-b5cc-61554267c63d x-openstack-request-id: req-d1bc9988-5d5a-4b5b-b5cc-61554267c63d {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:10:50.220337 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc322aa-263f-4a1d-91fd-6112e9ef0873", "name": "network-vif-deleted", "tag": "7220fc8a-b4f2-4d1f-a827-edcf7993c194", "status": "completed", "code": 200}]} {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:10:50.220440 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d1bc9988-5d5a-4b5b-b5cc-61554267c63d {{(pid=93657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:10:50.220953 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc322aa-263f-4a1d-91fd-6112e9ef0873', 'name': 'network-vif-deleted', 'tag': '7220fc8a-b4f2-4d1f-a827-edcf7993c194', 'status': 'completed', 'code': 200} Jul 15 19:10:51.206488 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 56034) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:10:51.256509 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.db_base_plugin_v2 [None req-83fb6651-7388-4ed2-983f-96861993d4af admin admin] Deleting subnet 6a3bcfa4-bf9d-4077-b69b-cfb7cb4b894f {{(pid=93657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:10:51.259000 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4328cc-0726-4e70-9177-628e64253f58 req-acd3d5ea-c5c0-4bc4-a8cd-61dde83f0ff9 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:51.260839 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-83fb6651-7388-4ed2-983f-96861993d4af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:51.261679 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-0e4328cc-0726-4e70-9177-628e64253f58 req-acd3d5ea-c5c0-4bc4-a8cd-61dde83f0ff9 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 946 time: 0.0916741 Jul 15 19:10:51.300577 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-83fb6651-7388-4ed2-983f-96861993d4af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6718498'] for subnet, precommit_delete_associations {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:51.302581 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-0e4328cc-0726-4e70-9177-628e64253f58 req-77646208-6a86-46b0-a63f-286bb775f314 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353918 Jul 15 19:10:51.356817 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-83fb6651-7388-4ed2-983f-96861993d4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1788362'] for subnet, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:51.419551 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-83fb6651-7388-4ed2-983f-96861993d4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1788413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6305910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5276088'] for subnet, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:51.448904 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb6651-7388-4ed2-983f-96861993d4af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a3bcfa4-bf9d-4077-b69b-cfb7cb4b894f,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:51.450908 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-83fb6651-7388-4ed2-983f-96861993d4af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for subnet, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:51.454850 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-83fb6651-7388-4ed2-983f-96861993d4af admin admin] 10.222.0.70 "DELETE /v2.0/subnets/6a3bcfa4-bf9d-4077-b69b-cfb7cb4b894f HTTP/1.1" status: 204 len: 168 time: 0.2452085 Jul 15 19:10:51.455359 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 56036) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:10:51.531824 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-66e4ab4f-aa25-46a4-94b2-29f67e3b513e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603233'] for network, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:51.615850 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-66e4ab4f-aa25-46a4-94b2-29f67e3b513e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787310', 'neutron.services.segments.db._delete_segments_for_network-8730935243340'] for network, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:51.626129 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.services.segments.db [None req-66e4ab4f-aa25-46a4-94b2-29f67e3b513e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['960e0e51-d3ce-4be9-9b24-b079900ae4d0']}} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:10:51.637004 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.services.segments.db [None req-66e4ab4f-aa25-46a4-94b2-29f67e3b513e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5f1c983-8e5e-43db-bc20-b4d4ad135247') {'for_net_delete': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:10:51.637301 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.services.segments.db [None req-66e4ab4f-aa25-46a4-94b2-29f67e3b513e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5f1c983-8e5e-43db-bc20-b4d4ad135247') {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:10:51.650915 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-66e4ab4f-aa25-46a4-94b2-29f67e3b513e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730935246421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6718485'] for segment, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:51.670015 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-66e4ab4f-aa25-46a4-94b2-29f67e3b513e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882'] for segment, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:51.675320 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66e4ab4f-aa25-46a4-94b2-29f67e3b513e admin admin] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=93657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:10:51.675706 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-66e4ab4f-aa25-46a4-94b2-29f67e3b513e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6306772'] for segment, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: Traceback (most recent call last): Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: timer() Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: cb(*args, **kw) Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: return func(*args, **kwargs) Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: self._notify() Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: self.callback(batched_events) Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: event.method(event) Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: return f(self, *a, **k) Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: return self._get(url).json() Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: return self.request(url, 'GET', **kwargs) Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:10:51.677365 dv-cinder-788363-8-iscsi neutron-server[93657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:10:51.731218 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-66e4ab4f-aa25-46a4-94b2-29f67e3b513e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764597'] for network, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:51.736694 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-66e4ab4f-aa25-46a4-94b2-29f67e3b513e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for network, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:51.738592 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-66e4ab4f-aa25-46a4-94b2-29f67e3b513e admin admin] 10.222.0.70 "DELETE /v2.0/networks/960e0e51-d3ce-4be9-9b24-b079900ae4d0 HTTP/1.1" status: 204 len: 168 time: 0.2821817 Jul 15 19:10:51.750401 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e4ab4f-aa25-46a4-94b2-29f67e3b513e admin admin] Pushing event deleted for resources: {'Network': ['ID=960e0e51-d3ce-4be9-9b24-b079900ae4d0,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:51.849112 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 56042) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:10:51.887946 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-5cc6228c-ab27-4207-bb51-a4d7d5c73db9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cefe6bba6f2f4be18e04e6d784b0c978&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375729 Jul 15 19:10:51.890417 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 56044) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:10:51.941959 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-64ff46ff-ff2c-4bab-b4a7-19fa700504b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:51.965408 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-64ff46ff-ff2c-4bab-b4a7-19fa700504b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:52.015005 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-64ff46ff-ff2c-4bab-b4a7-19fa700504b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:52.018798 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-64ff46ff-ff2c-4bab-b4a7-19fa700504b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:52.020148 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-64ff46ff-ff2c-4bab-b4a7-19fa700504b7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1bf63e1d-7c63-440b-acb1-6eac56bb18b8 HTTP/1.1" status: 204 len: 168 time: 0.1285455 Jul 15 19:10:52.030056 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff46ff-ff2c-4bab-b4a7-19fa700504b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf63e1d-7c63-440b-acb1-6eac56bb18b8,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:52.084971 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:52.157418 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c541f8e-41eb-4a37-b2e3-b72f789d1ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:52.500186 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490e6aa-8baf-424c-af91-e054ca22d6ea req-086f1b61-3f46-4437-8668-5bca0dbf770b tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:52.502041 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f490e6aa-8baf-424c-af91-e054ca22d6ea req-086f1b61-3f46-4437-8668-5bca0dbf770b tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 946 time: 0.0752845 Jul 15 19:10:52.565408 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f490e6aa-8baf-424c-af91-e054ca22d6ea req-f2cc4975-60de-4958-9404-337a5ab4e03a tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572078 Jul 15 19:10:53.269598 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 56098) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:10:53.369955 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-2bcaa2f1-8425-4d32-9dee-647af25dca38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:53.457418 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-2bcaa2f1-8425-4d32-9dee-647af25dca38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:53.461098 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-2bcaa2f1-8425-4d32-9dee-647af25dca38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:53.498238 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-2bcaa2f1-8425-4d32-9dee-647af25dca38 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a2e2f409010340beb4a45f21ef59d6a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275283 Jul 15 19:10:53.500188 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcaa2f1-8425-4d32-9dee-647af25dca38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39990080-ed32-4382-9beb-0cdb91921b67,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:53.500871 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 56102) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:10:53.558523 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-56fbf8a0-b194-4efe-b071-4bca35a6ad33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:53.581960 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-56fbf8a0-b194-4efe-b071-4bca35a6ad33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:53.630466 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-56fbf8a0-b194-4efe-b071-4bca35a6ad33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:53.634291 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-56fbf8a0-b194-4efe-b071-4bca35a6ad33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:53.637791 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-56fbf8a0-b194-4efe-b071-4bca35a6ad33 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/39990080-ed32-4382-9beb-0cdb91921b67 HTTP/1.1" status: 204 len: 168 time: 0.1335864 Jul 15 19:10:53.643895 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fbf8a0-b194-4efe-b071-4bca35a6ad33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39990080-ed32-4382-9beb-0cdb91921b67,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:53.679759 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:53.761322 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebbfed-8a3d-471c-aba3-7fae90b7c2bf req-7d28e683-dae3-46e8-8f57-7a47a9745d4d tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:53.762858 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-1cebbfed-8a3d-471c-aba3-7fae90b7c2bf req-7d28e683-dae3-46e8-8f57-7a47a9745d4d tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 946 time: 0.0650625 Jul 15 19:10:53.811427 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-1cebbfed-8a3d-471c-aba3-7fae90b7c2bf req-9518aaa0-a736-4ffe-925f-33f62f76d769 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392365 Jul 15 19:10:53.839130 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 7220fc8a-b4f2-4d1f-a827-edcf7993c194 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:10:53.860520 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] No Port match for: 7220fc8a-b4f2-4d1f-a827-edcf7993c194 {{(pid=93659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:10:53.860879 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 7220fc8a-b4f2-4d1f-a827-edcf7993c194 not bound to the agent host hv-cinder-78836 {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:10:55.005082 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a28afc-0d1e-445a-8e21-2faf4424b896 req-efae1606-68b5-4af8-831b-35631b75c380 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:55.008831 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-36a28afc-0d1e-445a-8e21-2faf4424b896 req-efae1606-68b5-4af8-831b-35631b75c380 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 946 time: 0.0727992 Jul 15 19:10:55.058519 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-36a28afc-0d1e-445a-8e21-2faf4424b896 req-02997406-f20a-4366-90b0-9f6819013459 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394509 Jul 15 19:10:55.480017 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 56174) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:10:55.547111 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:55.586814 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-af8866d3-c679-461c-b469-2c181c15e785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:55.681327 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-af8866d3-c679-461c-b469-2c181c15e785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:55.685281 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-af8866d3-c679-461c-b469-2c181c15e785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:55.721634 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8866d3-c679-461c-b469-2c181c15e785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95cdc4b-c10e-44fa-951b-f99fc078fd00,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:55.726539 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-af8866d3-c679-461c-b469-2c181c15e785 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1728e266a7ae40c3b40907c97e00e88a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2454894 Jul 15 19:10:55.729297 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 56178) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:10:55.780861 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ce9a5c67-50f3-49a5-b740-822445551849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:55.806025 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ce9a5c67-50f3-49a5-b740-822445551849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:55.851411 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ce9a5c67-50f3-49a5-b740-822445551849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:55.854808 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ce9a5c67-50f3-49a5-b740-822445551849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:55.855943 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-ce9a5c67-50f3-49a5-b740-822445551849 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e95cdc4b-c10e-44fa-951b-f99fc078fd00 HTTP/1.1" status: 204 len: 168 time: 0.1256247 Jul 15 19:10:55.866466 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a5c67-50f3-49a5-b740-822445551849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95cdc4b-c10e-44fa-951b-f99fc078fd00,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:56.168448 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 56186) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:10:56.183227 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-9051da4d-69dd-4ee8-8d34-4411db43c1d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:56.293560 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee1723-d7cb-46b8-bb99-10ffbd2a07bc req-cd69db94-a753-4c66-a154-7dd84967beae tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:56.295214 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-2eee1723-d7cb-46b8-bb99-10ffbd2a07bc req-cd69db94-a753-4c66-a154-7dd84967beae tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 946 time: 0.1082361 Jul 15 19:10:56.306369 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-9051da4d-69dd-4ee8-8d34-4411db43c1d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:56.312069 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-9051da4d-69dd-4ee8-8d34-4411db43c1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:56.346760 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-2eee1723-d7cb-46b8-bb99-10ffbd2a07bc req-60e765ad-bed7-4ff1-8b67-2a086daf6ed4 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416811 Jul 15 19:10:56.352123 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-9051da4d-69dd-4ee8-8d34-4411db43c1d8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0aace60dfd6b4e5697fab22d5899c88f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1825321 Jul 15 19:10:56.353106 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9051da4d-69dd-4ee8-8d34-4411db43c1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35903964-ef07-421d-8583-3af07c25a433,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:56.356026 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 56190) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:10:56.433204 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-f3df4f1c-8b6d-432e-964c-2c10fec34be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:56.468865 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-f3df4f1c-8b6d-432e-964c-2c10fec34be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:56.521824 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-f3df4f1c-8b6d-432e-964c-2c10fec34be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:56.524529 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-f3df4f1c-8b6d-432e-964c-2c10fec34be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:56.525717 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-f3df4f1c-8b6d-432e-964c-2c10fec34be1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/35903964-ef07-421d-8583-3af07c25a433 HTTP/1.1" status: 204 len: 168 time: 0.1677327 Jul 15 19:10:56.533822 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df4f1c-8b6d-432e-964c-2c10fec34be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35903964-ef07-421d-8583-3af07c25a433,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:57.570586 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0fff5-96d9-4aa8-8e01-621c0b8de05a req-e8948a70-2aa8-4275-a888-80db0026d860 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:57.572310 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-bbc0fff5-96d9-4aa8-8e01-621c0b8de05a req-e8948a70-2aa8-4275-a888-80db0026d860 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 946 time: 0.0721123 Jul 15 19:10:57.618512 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-bbc0fff5-96d9-4aa8-8e01-621c0b8de05a req-659accac-5317-457c-a5c0-137cf1bd4998 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391593 Jul 15 19:10:57.858579 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 78c07082-7a0b-4d79-82ee-155ed4f49c54 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:10:57.974832 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 78c07082-7a0b-4d79-82ee-155ed4f49c54, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=78c07082-7a0b-4d79-82ee-155ed4f49c54,segment=NetworkSegment(c5f8fc6e-ca65-461a-98f0-ca6e4f10d746),segment_id=c5f8fc6e-ca65-461a-98f0-ca6e4f10d746)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:10:57.986908 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Returning: {'device': '78c07082-7a0b-4d79-82ee-155ed4f49c54', 'network_id': '4bce21e0-88dc-4de8-9d22-c4e766c0d73f', 'port_id': '78c07082-7a0b-4d79-82ee-155ed4f49c54', 'mac_address': 'fa:16:3e:39:77:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c53d632-04b3-4db0-b6ce-07c07955a0b8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:10:58.033842 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:58.054443 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78c07082-7a0b-4d79-82ee-155ed4f49c54 {{(pid=93659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:10:58.077527 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 78c07082-7a0b-4d79-82ee-155ed4f49c54, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=78c07082-7a0b-4d79-82ee-155ed4f49c54,segment=NetworkSegment(c5f8fc6e-ca65-461a-98f0-ca6e4f10d746),segment_id=c5f8fc6e-ca65-461a-98f0-ca6e4f10d746)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:10:58.082239 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:58.131212 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=78c07082-7a0b-4d79-82ee-155ed4f49c54,revision_number=6']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:58.323727 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] get_ports_and_sgs() called for port_ids ['78c07082-7a0b-4d79-82ee-155ed4f49c54'] {{(pid=93659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:10:58.605643 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:58.808817 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045abcfa-b628-4662-87ec-9a554546af50 req-12b2e1b0-1c62-44e2-b7ef-abe1fd9e2ed3 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:58.810395 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-045abcfa-b628-4662-87ec-9a554546af50 req-12b2e1b0-1c62-44e2-b7ef-abe1fd9e2ed3 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 945 time: 0.0673621 Jul 15 19:10:58.855921 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-045abcfa-b628-4662-87ec-9a554546af50 req-41df2bb0-22fa-4d4c-92a4-55c37b1b2e65 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391333 Jul 15 19:10:59.863233 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 78c07082-7a0b-4d79-82ee-155ed4f49c54 up at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:10:59.925170 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Provisioning complete for port 78c07082-7a0b-4d79-82ee-155ed4f49c54 triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:10:59.925560 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:00.011344 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:00.071826 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95705511-383b-41ec-9329-d0f352e31386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c07082-7a0b-4d79-82ee-155ed4f49c54'}] {{(pid=93659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:11:00.075119 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cff241be1680f95bd86cb63ae369edb514e49424f5374e734ea98f44dc6e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d0d279-2317-4974-82e4-3afaac35adcb" -d '{"events": [{"server_uuid": "95705511-383b-41ec-9329-d0f352e31386", "name": "network-vif-plugged", "status": "completed", "tag": "78c07082-7a0b-4d79-82ee-155ed4f49c54"}]}' {{(pid=93659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:11:00.092362 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 78c07082-7a0b-4d79-82ee-155ed4f49c54, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=78c07082-7a0b-4d79-82ee-155ed4f49c54,segment=NetworkSegment(c5f8fc6e-ca65-461a-98f0-ca6e4f10d746),segment_id=c5f8fc6e-ca65-461a-98f0-ca6e4f10d746)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:11:00.101731 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:00.143219 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370a7bd-1136-4e11-a230-6def1c0d09f9 req-3b421000-03fd-4259-82d1-a70f64d110f7 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:00.145089 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-6370a7bd-1136-4e11-a230-6def1c0d09f9 req-3b421000-03fd-4259-82d1-a70f64d110f7 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 945 time: 0.0888684 Jul 15 19:11:00.151418 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b747dda6-c5d7-4676-8d04-e0c8a4755ad9 x-openstack-request-id: req-b747dda6-c5d7-4676-8d04-e0c8a4755ad9 {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:11:00.151976 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95705511-383b-41ec-9329-d0f352e31386", "name": "network-vif-plugged", "status": "completed", "tag": "78c07082-7a0b-4d79-82ee-155ed4f49c54", "code": 200}]} {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:11:00.152291 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b747dda6-c5d7-4676-8d04-e0c8a4755ad9 {{(pid=93659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:11:00.153035 dv-cinder-788363-8-iscsi neutron-server[93659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95705511-383b-41ec-9329-d0f352e31386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c07082-7a0b-4d79-82ee-155ed4f49c54', 'code': 200} Jul 15 19:11:00.194511 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=78c07082-7a0b-4d79-82ee-155ed4f49c54,revision_number=7']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:00.220585 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-6370a7bd-1136-4e11-a230-6def1c0d09f9 req-1b2143c0-be0d-4dac-a9a2-b37bfa394de8 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588913 Jul 15 19:11:01.552741 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e58186-9ec4-493f-9c1a-735723b57210 req-244573eb-43b5-4fc6-a3b1-0d14f66437e6 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:01.556462 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-60e58186-9ec4-493f-9c1a-735723b57210 req-244573eb-43b5-4fc6-a3b1-0d14f66437e6 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 946 time: 0.1608870 Jul 15 19:11:01.666614 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-60e58186-9ec4-493f-9c1a-735723b57210 req-9f31885f-1393-4189-933e-b279c7051667 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037788 Jul 15 19:11:02.966731 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e5c97f-65d9-4d58-8163-2969a104663d req-48e92f9b-32fb-4a6b-bdf4-0d934bffa14c tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:02.969634 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-98e5c97f-65d9-4d58-8163-2969a104663d req-48e92f9b-32fb-4a6b-bdf4-0d934bffa14c tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 946 time: 0.1407828 Jul 15 19:11:03.034762 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-98e5c97f-65d9-4d58-8163-2969a104663d req-b137dcf0-cffb-448d-945d-b11efe5291c5 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520813 Jul 15 19:11:04.355719 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea528ac-eb1c-48e0-83b3-b8768849a9b1 req-8b292754-ccb5-4a9b-9134-f2833d5299b8 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:04.359542 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-4ea528ac-eb1c-48e0-83b3-b8768849a9b1 req-8b292754-ccb5-4a9b-9134-f2833d5299b8 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 946 time: 0.1127024 Jul 15 19:11:04.429467 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-4ea528ac-eb1c-48e0-83b3-b8768849a9b1 req-d930d73e-b100-4bef-8b5c-73d1f9977a91 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558932 Jul 15 19:11:05.711646 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1f1f2-9530-4491-8b93-e4d184438a39 req-7da95c1d-8dbf-4b76-8f34-cf1f067fef9c tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:05.714100 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-cad1f1f2-9530-4491-8b93-e4d184438a39 req-7da95c1d-8dbf-4b76-8f34-cf1f067fef9c tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 946 time: 0.1173077 Jul 15 19:11:05.788986 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-cad1f1f2-9530-4491-8b93-e4d184438a39 req-584c0f3e-ee83-430c-8ca9-e249cf374b78 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616724 Jul 15 19:11:06.132086 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-55a63f02-7387-4b55-8194-0b78883b9ad5 req-ea4e642c-4df2-4a25-aecd-1d4ef498133b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0572927 Jul 15 19:11:06.299110 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a63f02-7387-4b55-8194-0b78883b9ad5 req-296aee56-e400-46d8-af4d-65cafb0f78b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:06.301745 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-55a63f02-7387-4b55-8194-0b78883b9ad5 req-296aee56-e400-46d8-af4d-65cafb0f78b3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6376ca77efd740189f836e21e81181c7&device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 1137 time: 0.1317546 Jul 15 19:11:06.521467 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a63f02-7387-4b55-8194-0b78883b9ad5 req-205dc5f9-e746-4f03-b290-e4cc00b6dc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:06.525022 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-55a63f02-7387-4b55-8194-0b78883b9ad5 req-205dc5f9-e746-4f03-b290-e4cc00b6dc0a service neutron] 10.222.0.69 "GET /v2.0/networks?id=5f681b99-32a5-40d5-a305-9f755d31a4dd HTTP/1.1" status: 200 len: 917 time: 0.1879265 Jul 15 19:11:06.645966 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-55a63f02-7387-4b55-8194-0b78883b9ad5 req-c35bf6c8-03ce-4e3f-9bfc-b9581e13bc1a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c90eb31d-4227-4a80-8766-74873258db61 HTTP/1.1" status: 200 len: 1000 time: 0.1128559 Jul 15 19:11:06.743800 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a63f02-7387-4b55-8194-0b78883b9ad5 req-9bb50816-6170-4136-87da-b7a944f1c35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:06.745296 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-55a63f02-7387-4b55-8194-0b78883b9ad5 req-9bb50816-6170-4136-87da-b7a944f1c35b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c34bb00-b595-4058-9158-654376820017 HTTP/1.1" status: 200 len: 854 time: 0.0924816 Jul 15 19:11:06.824828 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a63f02-7387-4b55-8194-0b78883b9ad5 req-001b3307-74f6-4969-b62d-56594bf41f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:06.827745 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-55a63f02-7387-4b55-8194-0b78883b9ad5 req-001b3307-74f6-4969-b62d-56594bf41f48 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5f681b99-32a5-40d5-a305-9f755d31a4dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0667124 Jul 15 19:11:06.952044 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-55a63f02-7387-4b55-8194-0b78883b9ad5 req-e338233a-711d-4570-b25f-92376771684b service neutron] 10.222.0.69 "GET /v2.0/networks/5f681b99-32a5-40d5-a305-9f755d31a4dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150143 Jul 15 19:11:07.065553 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d06760-df55-4b3f-a78f-4da7b8f99f06 req-65adb677-a80c-456d-8835-d5a27b853808 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:07.077209 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-55a63f02-7387-4b55-8194-0b78883b9ad5 req-27d489d0-3d04-4ad3-a9c1-3550ac3d7e07 service neutron] 10.222.0.69 "GET /v2.0/networks/5f681b99-32a5-40d5-a305-9f755d31a4dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155419 Jul 15 19:11:07.077462 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-72d06760-df55-4b3f-a78f-4da7b8f99f06 req-65adb677-a80c-456d-8835-d5a27b853808 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 946 time: 0.1029184 Jul 15 19:11:07.156587 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-72d06760-df55-4b3f-a78f-4da7b8f99f06 req-ba6f83b7-1ce2-4a6e-b243-cde97d77253a tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780933 Jul 15 19:11:08.397712 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd059e-5203-4b6b-9498-6c6235ec981e req-a5c08ad5-939b-413c-a20d-260599f00bbc tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:08.405517 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-3ccd059e-5203-4b6b-9498-6c6235ec981e req-a5c08ad5-939b-413c-a20d-260599f00bbc tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 946 time: 0.0832644 Jul 15 19:11:08.450535 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-3ccd059e-5203-4b6b-9498-6c6235ec981e req-127a7448-c2ec-4b6e-b799-502981c09a51 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440371 Jul 15 19:11:08.728355 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.agents_db [None req-ef181030-a4ef-48d9-9156-44fb1018252a None None] Agent healthcheck: found 6 active agents {{(pid=93660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:11:09.683437 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd91bfd-a29a-45c2-ae56-5445c02dd393 req-814c6f70-a975-4a2d-9014-46212a50f47a tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:09.685159 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-4bd91bfd-a29a-45c2-ae56-5445c02dd393 req-814c6f70-a975-4a2d-9014-46212a50f47a tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 946 time: 0.0758946 Jul 15 19:11:09.692439 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 56410) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:09.733772 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-4bd91bfd-a29a-45c2-ae56-5445c02dd393 req-34a5b048-b113-45de-aca4-41c33ab1d21c tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419314 Jul 15 19:11:09.828641 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-5c24a67d-7bd7-4960-b5e1-3796b8629271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:09.931132 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-5c24a67d-7bd7-4960-b5e1-3796b8629271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:09.935190 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-5c24a67d-7bd7-4960-b5e1-3796b8629271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:09.974939 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-5c24a67d-7bd7-4960-b5e1-3796b8629271 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=522b81071c874422b63aa81246614723&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2813914 Jul 15 19:11:09.975823 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c24a67d-7bd7-4960-b5e1-3796b8629271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b171c2-bb9c-4d58-81ea-729da1cedbc4,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:09.977557 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 56424) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:10.027093 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-1fb56922-7b99-49f6-86ea-5a4cffc08b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:10.048020 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-1fb56922-7b99-49f6-86ea-5a4cffc08b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:10.094421 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-1fb56922-7b99-49f6-86ea-5a4cffc08b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:10.096874 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-1fb56922-7b99-49f6-86ea-5a4cffc08b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:10.098049 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-1fb56922-7b99-49f6-86ea-5a4cffc08b58 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/05b171c2-bb9c-4d58-81ea-729da1cedbc4 HTTP/1.1" status: 204 len: 168 time: 0.1194823 Jul 15 19:11:10.105809 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb56922-7b99-49f6-86ea-5a4cffc08b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b171c2-bb9c-4d58-81ea-729da1cedbc4,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:10.377607 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 56430) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:10.393926 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-b284f2f2-986f-43bc-a169-403d4664fab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:10.496773 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-b284f2f2-986f-43bc-a169-403d4664fab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:10.500277 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-b284f2f2-986f-43bc-a169-403d4664fab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:10.543276 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-b284f2f2-986f-43bc-a169-403d4664fab0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b46c5a9521b943a89f678ffec930b55c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1643262 Jul 15 19:11:10.544126 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284f2f2-986f-43bc-a169-403d4664fab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c470387d-0749-4f38-91f1-3253e9893e80,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:10.546223 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 56432) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:10.632988 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-6ad47f26-61ee-425c-be0d-aef9edc7c04a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:10.663292 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-6ad47f26-61ee-425c-be0d-aef9edc7c04a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:10.698012 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38bf1f-b9ff-445c-b963-f265203ef390 req-1ec005a6-8a67-4c88-a011-7b8a96f8830e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:10.699549 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-7f38bf1f-b9ff-445c-b963-f265203ef390 req-1ec005a6-8a67-4c88-a011-7b8a96f8830e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=509209d2c8bd40dc87dfc3c3ad815494&device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 1099 time: 0.1039598 Jul 15 19:11:10.790770 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-6ad47f26-61ee-425c-be0d-aef9edc7c04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:10.793483 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-6ad47f26-61ee-425c-be0d-aef9edc7c04a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:10.794799 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-6ad47f26-61ee-425c-be0d-aef9edc7c04a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c470387d-0749-4f38-91f1-3253e9893e80 HTTP/1.1" status: 204 len: 168 time: 0.2467906 Jul 15 19:11:10.817475 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad47f26-61ee-425c-be0d-aef9edc7c04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c470387d-0749-4f38-91f1-3253e9893e80,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:10.850794 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38bf1f-b9ff-445c-b963-f265203ef390 req-9d8b3a2a-1f35-45e1-a427-4a3a7787a399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:10.853173 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-7f38bf1f-b9ff-445c-b963-f265203ef390 req-9d8b3a2a-1f35-45e1-a427-4a3a7787a399 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4bce21e0-88dc-4de8-9d22-c4e766c0d73f HTTP/1.1" status: 200 len: 918 time: 0.1453202 Jul 15 19:11:10.939004 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6bf42-1015-440f-93a3-8c7a42706c09 req-3ff82f8d-3670-4a4f-a4ef-8e76c099c083 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:10.939956 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-7f38bf1f-b9ff-445c-b963-f265203ef390 req-9ff07d3f-b41c-4a4e-bce7-f8de43463e68 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78c07082-7a0b-4d79-82ee-155ed4f49c54 HTTP/1.1" status: 200 len: 1001 time: 0.0710900 Jul 15 19:11:10.940978 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-d4e6bf42-1015-440f-93a3-8c7a42706c09 req-3ff82f8d-3670-4a4f-a4ef-8e76c099c083 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 946 time: 0.0736012 Jul 15 19:11:10.984453 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-d4e6bf42-1015-440f-93a3-8c7a42706c09 req-86cb01a6-2cc0-4131-9578-b079ba6b4a49 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373681 Jul 15 19:11:10.993333 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38bf1f-b9ff-445c-b963-f265203ef390 req-273fdc1c-2560-4e4b-941d-6c934b751016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:10.994887 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-7f38bf1f-b9ff-445c-b963-f265203ef390 req-273fdc1c-2560-4e4b-941d-6c934b751016 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c53d632-04b3-4db0-b6ce-07c07955a0b8 HTTP/1.1" status: 200 len: 855 time: 0.0465746 Jul 15 19:11:11.055600 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38bf1f-b9ff-445c-b963-f265203ef390 req-2c087047-a345-4397-8227-1863c829a9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:11.057098 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-7f38bf1f-b9ff-445c-b963-f265203ef390 req-2c087047-a345-4397-8227-1863c829a9b2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4bce21e0-88dc-4de8-9d22-c4e766c0d73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540028 Jul 15 19:11:11.156912 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-7f38bf1f-b9ff-445c-b963-f265203ef390 req-7a530136-2fd0-427a-8137-0df2f1665547 service neutron] 10.222.0.69 "GET /v2.0/networks/4bce21e0-88dc-4de8-9d22-c4e766c0d73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900476 Jul 15 19:11:11.249091 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-7f38bf1f-b9ff-445c-b963-f265203ef390 req-1e85aad4-909a-4d22-ac1e-ecd3dbcb5903 service neutron] 10.222.0.69 "GET /v2.0/networks/4bce21e0-88dc-4de8-9d22-c4e766c0d73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840909 Jul 15 19:11:12.187893 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a245c3-0f17-4d0e-8fed-23a191e934aa req-b55d4f9c-f269-414d-88e9-7a7fee01fd2d tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:12.190246 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-80a245c3-0f17-4d0e-8fed-23a191e934aa req-b55d4f9c-f269-414d-88e9-7a7fee01fd2d tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 946 time: 0.0788047 Jul 15 19:11:12.233973 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-80a245c3-0f17-4d0e-8fed-23a191e934aa req-97dabc1d-9865-45ef-acdc-7a2b8882e816 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368063 Jul 15 19:11:13.428903 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8ebbb-2ad9-4a2d-b5e5-073404559a96 req-c1aea73c-352a-48a0-aaa0-2729fe771173 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:13.430554 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-d6e8ebbb-2ad9-4a2d-b5e5-073404559a96 req-c1aea73c-352a-48a0-aaa0-2729fe771173 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 946 time: 0.0708930 Jul 15 19:11:13.473190 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-d6e8ebbb-2ad9-4a2d-b5e5-073404559a96 req-f5916e84-4556-4138-a1bb-932a0979969a tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362351 Jul 15 19:11:14.028274 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 78c07082-7a0b-4d79-82ee-155ed4f49c54 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:11:14.114564 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:14.140966 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95705511-383b-41ec-9329-d0f352e31386', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78c07082-7a0b-4d79-82ee-155ed4f49c54'}] {{(pid=93659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:11:14.143334 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cff241be1680f95bd86cb63ae369edb514e49424f5374e734ea98f44dc6e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1466f12a-1f84-4299-a431-91f6409afd2b" -d '{"events": [{"server_uuid": "95705511-383b-41ec-9329-d0f352e31386", "name": "network-vif-unplugged", "status": "completed", "tag": "78c07082-7a0b-4d79-82ee-155ed4f49c54"}]}' {{(pid=93659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:11:14.160602 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 78c07082-7a0b-4d79-82ee-155ed4f49c54, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=78c07082-7a0b-4d79-82ee-155ed4f49c54,segment=NetworkSegment(c5f8fc6e-ca65-461a-98f0-ca6e4f10d746),segment_id=c5f8fc6e-ca65-461a-98f0-ca6e4f10d746)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:11:14.166211 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:14.216104 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Jul 2021 19:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d8e2aa-e034-47dd-947b-a778be9ef722 x-openstack-request-id: req-21d8e2aa-e034-47dd-947b-a778be9ef722 {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:11:14.216407 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95705511-383b-41ec-9329-d0f352e31386", "name": "network-vif-unplugged", "status": "failed", "tag": "78c07082-7a0b-4d79-82ee-155ed4f49c54", "code": 422}]} {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:11:14.216656 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-21d8e2aa-e034-47dd-947b-a778be9ef722 {{(pid=93659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:11:14.217102 dv-cinder-788363-8-iscsi neutron-server[93659]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '95705511-383b-41ec-9329-d0f352e31386', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '78c07082-7a0b-4d79-82ee-155ed4f49c54', 'code': 422} returned with failed status Jul 15 19:11:14.234855 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=78c07082-7a0b-4d79-82ee-155ed4f49c54,revision_number=8']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:14.245626 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:14.246000 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:14.246351 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:14.246697 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:14.247029 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:14.247367 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:14.247703 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:14.248039 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:14.248378 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:14.248711 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:14.249043 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:14.249727 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:14.671594 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d46f34-b32a-458f-80f1-8b51376dcf5e req-5868cfba-27be-4d3a-b5ce-c4ba8f6c3eec tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:14.673095 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-d3d46f34-b32a-458f-80f1-8b51376dcf5e req-5868cfba-27be-4d3a-b5ce-c4ba8f6c3eec tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 944 time: 0.0707014 Jul 15 19:11:14.733194 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-d3d46f34-b32a-458f-80f1-8b51376dcf5e req-1d1b7b2b-672d-407d-b3c2-cbf8f7a758e7 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530806 Jul 15 19:11:16.053329 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 56560) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:16.101775 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-466835b1-9154-4304-bd46-d59908a6676b req-889da590-5932-4299-86d8-e950582b4b41 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-229864984&fields=id&tenant_id=6376ca77efd740189f836e21e81181c7 HTTP/1.1" status: 200 len: 267 time: 0.0410094 Jul 15 19:11:16.106589 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752bffb-ab76-4ad4-9f6e-303131035033 req-a0c7a9a6-1174-451a-8abe-67596f3ff3d4 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:16.109244 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-6752bffb-ab76-4ad4-9f6e-303131035033 req-a0c7a9a6-1174-451a-8abe-67596f3ff3d4 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 944 time: 0.0919378 Jul 15 19:11:16.164140 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-6752bffb-ab76-4ad4-9f6e-303131035033 req-5900d956-630c-48f1-9567-64cf773b3814 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463607 Jul 15 19:11:16.175367 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7a9b8d9b-5b89-4158-b906-c150e24729f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:16.233639 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466835b1-9154-4304-bd46-d59908a6676b req-8f33645c-7b72-4a2e-bc6f-47d680b2e478 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:16.235145 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-466835b1-9154-4304-bd46-d59908a6676b req-8f33645c-7b72-4a2e-bc6f-47d680b2e478 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 984 time: 0.1282263 Jul 15 19:11:16.251093 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [req-466835b1-9154-4304-bd46-d59908a6676b req-ae0a7e7a-2e13-431a-b3a8-eb2ed3371ff1 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Request body: {'port': {'security_groups': ['09e614a6-2816-4253-b71e-36d5602d5775']}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:11:16.352839 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 56578) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:16.373868 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-466835b1-9154-4304-bd46-d59908a6676b req-ae0a7e7a-2e13-431a-b3a8-eb2ed3371ff1 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:16.390283 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7a9b8d9b-5b89-4158-b906-c150e24729f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:16.398136 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7a9b8d9b-5b89-4158-b906-c150e24729f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:16.453634 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f06b43a5-a6e9-47f3-ab79-6f67312f88be req-54fb8044-37f4-4882-b6bf-fa3e7b5b5d43 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0989754 Jul 15 19:11:16.470466 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-7a9b8d9b-5b89-4158-b906-c150e24729f4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=afbd3523a1d84ffa858859ea234ca010&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4151220 Jul 15 19:11:16.473439 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 56582) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:16.474508 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b8d9b-5b89-4158-b906-c150e24729f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a90de55-8b76-45da-a699-e521e0aac997,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:16.540505 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e3f7564a-5f07-468a-bc38-60895906be69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:16.563507 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e3f7564a-5f07-468a-bc38-60895906be69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:16.613335 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e3f7564a-5f07-468a-bc38-60895906be69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:16.617726 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.db [req-466835b1-9154-4304-bd46-d59908a6676b req-ae0a7e7a-2e13-431a-b3a8-eb2ed3371ff1 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] For port c90eb31d-4227-4a80-8766-74873258db61, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c90eb31d-4227-4a80-8766-74873258db61,segment=NetworkSegment(e54b7806-39e4-4d2a-9b5d-7d5341eb4a5c),segment_id=e54b7806-39e4-4d2a-9b5d-7d5341eb4a5c)] {{(pid=93658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:11:16.622336 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e3f7564a-5f07-468a-bc38-60895906be69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:16.623480 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-e3f7564a-5f07-468a-bc38-60895906be69 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6a90de55-8b76-45da-a699-e521e0aac997 HTTP/1.1" status: 204 len: 168 time: 0.1490252 Jul 15 19:11:16.634196 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f7564a-5f07-468a-bc38-60895906be69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a90de55-8b76-45da-a699-e521e0aac997,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:16.679463 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-466835b1-9154-4304-bd46-d59908a6676b req-ae0a7e7a-2e13-431a-b3a8-eb2ed3371ff1 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks [] for port, precommit_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:16.686542 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-466835b1-9154-4304-bd46-d59908a6676b req-ae0a7e7a-2e13-431a-b3a8-eb2ed3371ff1 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4513223'] for port, after_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:16.730293 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] get_ports_and_sgs() called for port_ids ['c90eb31d-4227-4a80-8766-74873258db61'] {{(pid=93659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:11:16.775086 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466835b1-9154-4304-bd46-d59908a6676b req-ae0a7e7a-2e13-431a-b3a8-eb2ed3371ff1 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:16.776043 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-466835b1-9154-4304-bd46-d59908a6676b req-ae0a7e7a-2e13-431a-b3a8-eb2ed3371ff1 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:16.780876 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-466835b1-9154-4304-bd46-d59908a6676b req-ae0a7e7a-2e13-431a-b3a8-eb2ed3371ff1 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "PUT /v2.0/ports/c90eb31d-4227-4a80-8766-74873258db61 HTTP/1.1" status: 200 len: 942 time: 0.5389960 Jul 15 19:11:16.781452 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca7bde41-fedd-4acb-8f81-2489455a4d92', 'tag': 'c90eb31d-4227-4a80-8766-74873258db61'}] {{(pid=93658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:11:16.783711 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 56594) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:16.783954 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b58f88415513d6787191dd44e0a29b3917631101a239d5effbe25afab188a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ded077c-0726-4c27-b956-f8b3274bce66" -d '{"events": [{"name": "network-changed", "server_uuid": "ca7bde41-fedd-4acb-8f81-2489455a4d92", "tag": "c90eb31d-4227-4a80-8766-74873258db61"}]}' {{(pid=93658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:11:16.829986 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf8619e-5e9c-4804-ac2e-f87b423bf8fb x-openstack-request-id: req-edf8619e-5e9c-4804-ac2e-f87b423bf8fb {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:11:16.830399 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca7bde41-fedd-4acb-8f81-2489455a4d92", "tag": "c90eb31d-4227-4a80-8766-74873258db61", "status": "completed", "code": 200}]} {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:11:16.830755 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-edf8619e-5e9c-4804-ac2e-f87b423bf8fb {{(pid=93658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:11:16.831247 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca7bde41-fedd-4acb-8f81-2489455a4d92', 'tag': 'c90eb31d-4227-4a80-8766-74873258db61', 'status': 'completed', 'code': 200} Jul 15 19:11:16.832344 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a7e7a-2e13-431a-b3a8-eb2ed3371ff1 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Pushing event updated for resources: {'Port': ['ID=c90eb31d-4227-4a80-8766-74873258db61,revision_number=7']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:16.901977 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-7bf7b7cd-7c42-4d14-9b44-39849074c718 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:16.963899 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] get_ports_and_sgs() called for port_ids ['c90eb31d-4227-4a80-8766-74873258db61'] {{(pid=93659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:11:16.979282 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-7bf7b7cd-7c42-4d14-9b44-39849074c718 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:17.039988 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded077c-0726-4c27-b956-f8b3274bce66 req-3d95fba4-2164-4f24-a436-9f460e271ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:17.041583 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-7ded077c-0726-4c27-b956-f8b3274bce66 req-3d95fba4-2164-4f24-a436-9f460e271ead service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6376ca77efd740189f836e21e81181c7&device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 1098 time: 0.1407764 Jul 15 19:11:17.077501 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 56600) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:17.104018 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-330de049-0445-4047-b419-5323ee73ba74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:17.175222 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-32cac900-8da6-4a0e-934c-d316ef626f49 None None] Provisioning complete for port c90eb31d-4227-4a80-8766-74873258db61 triggered by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:11:17.175672 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-32cac900-8da6-4a0e-934c-d316ef626f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:17.176691 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-7bf7b7cd-7c42-4d14-9b44-39849074c718 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:17.180666 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-7bf7b7cd-7c42-4d14-9b44-39849074c718 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:17.184494 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-7bf7b7cd-7c42-4d14-9b44-39849074c718 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "DELETE /v2.0/security-groups/e0bcc6ae-5974-4f59-9586-469e3900a831 HTTP/1.1" status: 204 len: 168 time: 0.3971403 Jul 15 19:11:17.184887 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 56602) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:17.189618 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded077c-0726-4c27-b956-f8b3274bce66 req-d9a0fe98-e497-41d3-812f-ee048a414b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:17.200377 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-7ded077c-0726-4c27-b956-f8b3274bce66 req-d9a0fe98-e497-41d3-812f-ee048a414b82 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5f681b99-32a5-40d5-a305-9f755d31a4dd HTTP/1.1" status: 200 len: 917 time: 0.1493015 Jul 15 19:11:17.214792 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf7b7cd-7c42-4d14-9b44-39849074c718 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bcc6ae-5974-4f59-9586-469e3900a831,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:17.318474 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-330de049-0445-4047-b419-5323ee73ba74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:17.323171 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-7ded077c-0726-4c27-b956-f8b3274bce66 req-9dde6aba-3b57-4793-b9af-4f0cb421a150 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c90eb31d-4227-4a80-8766-74873258db61 HTTP/1.1" status: 200 len: 1000 time: 0.0788374 Jul 15 19:11:17.345326 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-330de049-0445-4047-b419-5323ee73ba74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:17.380688 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded077c-0726-4c27-b956-f8b3274bce66 req-f2dd50e8-0083-4ecf-ab81-ce64844010c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:17.382209 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-7ded077c-0726-4c27-b956-f8b3274bce66 req-f2dd50e8-0083-4ecf-ab81-ce64844010c3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c34bb00-b595-4058-9158-654376820017 HTTP/1.1" status: 200 len: 854 time: 0.0509126 Jul 15 19:11:17.425627 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-330de049-0445-4047-b419-5323ee73ba74 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9282d3b06eb44991b8d9558db23cd176&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3443086 Jul 15 19:11:17.426411 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 56606) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:17.436095 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330de049-0445-4047-b419-5323ee73ba74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1dadeb-626a-42ca-9ae7-cbea29248fc6,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:17.464622 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690a940-73c8-43a5-a519-c0c435cecae0 req-374752ef-3382-4aef-9cf7-84778f0dcf88 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:17.466246 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-c690a940-73c8-43a5-a519-c0c435cecae0 req-374752ef-3382-4aef-9cf7-84778f0dcf88 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 944 time: 0.1544333 Jul 15 19:11:17.470714 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [None req-7ab39b89-d9cb-430d-ab22-cb8193d873a4 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Deleting port b507e771-94ba-4331-9cce-2239f6afe232 {{(pid=93658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:11:17.471105 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7ab39b89-d9cb-430d-ab22-cb8193d873a4 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:17.498795 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded077c-0726-4c27-b956-f8b3274bce66 req-f6016e90-b153-459f-9065-d6f6d55f96cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:17.500362 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-7ded077c-0726-4c27-b956-f8b3274bce66 req-f6016e90-b153-459f-9065-d6f6d55f96cb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5f681b99-32a5-40d5-a305-9f755d31a4dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1005075 Jul 15 19:11:17.504818 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-f1ccbcf4-0645-4f48-b17e-415583429459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:17.547817 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-f1ccbcf4-0645-4f48-b17e-415583429459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:17.551993 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-c690a940-73c8-43a5-a519-c0c435cecae0 req-68296281-7865-4b6a-90e8-1484f3b2593e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789165 Jul 15 19:11:17.579230 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7ab39b89-d9cb-430d-ab22-cb8193d873a4 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:17.579549 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7ab39b89-d9cb-430d-ab22-cb8193d873a4 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:17.591882 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [None req-7ab39b89-d9cb-430d-ab22-cb8193d873a4 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Calling delete_port for b507e771-94ba-4331-9cce-2239f6afe232 owned by network:floatingip {{(pid=93658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:11:17.633519 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-7ded077c-0726-4c27-b956-f8b3274bce66 req-b186f21a-6f95-40e0-bc76-7cf4f1cead1f service neutron] 10.222.0.69 "GET /v2.0/networks/5f681b99-32a5-40d5-a305-9f755d31a4dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192958 Jul 15 19:11:17.652963 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-f1ccbcf4-0645-4f48-b17e-415583429459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:17.655476 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-f1ccbcf4-0645-4f48-b17e-415583429459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:17.656571 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-f1ccbcf4-0645-4f48-b17e-415583429459 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/de1dadeb-626a-42ca-9ae7-cbea29248fc6 HTTP/1.1" status: 204 len: 168 time: 0.2292426 Jul 15 19:11:17.686302 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ccbcf4-0645-4f48-b17e-415583429459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1dadeb-626a-42ca-9ae7-cbea29248fc6,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:17.762556 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-7ded077c-0726-4c27-b956-f8b3274bce66 req-3b1623a8-9cba-4963-86fc-50596e665f2d service neutron] 10.222.0.69 "GET /v2.0/networks/5f681b99-32a5-40d5-a305-9f755d31a4dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179378 Jul 15 19:11:17.796520 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7ab39b89-d9cb-430d-ab22-cb8193d873a4 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4513278'] for port, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:17.823234 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab39b89-d9cb-430d-ab22-cb8193d873a4 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Pushing event deleted for resources: {'Port': ['ID=b507e771-94ba-4331-9cce-2239f6afe232,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:18.162996 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b43a5-a6e9-47f3-ab79-6f67312f88be req-49d70807-854b-47f9-8691-f7ff8ad90912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:18.164483 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f06b43a5-a6e9-47f3-ab79-6f67312f88be req-49d70807-854b-47f9-8691-f7ff8ad90912 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386&tenant_id=509209d2c8bd40dc87dfc3c3ad815494 HTTP/1.1" status: 200 len: 1097 time: 0.3409224 Jul 15 19:11:18.169999 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7ab39b89-d9cb-430d-ab22-cb8193d873a4 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks [] for floatingip, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:18.170550 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.db.l3_db [None req-7ab39b89-d9cb-430d-ab22-cb8193d873a4 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Floating IP d96d6f2e-2ee8-435b-b374-40763202d86e disassociated (deleted). External IP: 172.27.2.91, port: c90eb31d-4227-4a80-8766-74873258db61. Jul 15 19:11:18.263272 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b43a5-a6e9-47f3-ab79-6f67312f88be req-5f848fe3-8db2-4a89-b9d9-c1489ceda6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:18.265062 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f06b43a5-a6e9-47f3-ab79-6f67312f88be req-5f848fe3-8db2-4a89-b9d9-c1489ceda6fa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=509209d2c8bd40dc87dfc3c3ad815494&device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 1097 time: 0.0650740 Jul 15 19:11:18.369438 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b43a5-a6e9-47f3-ab79-6f67312f88be req-274fe0eb-5a67-4e9c-9b31-e3e48c3e9896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:18.369854 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f06b43a5-a6e9-47f3-ab79-6f67312f88be req-274fe0eb-5a67-4e9c-9b31-e3e48c3e9896 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4bce21e0-88dc-4de8-9d22-c4e766c0d73f HTTP/1.1" status: 200 len: 918 time: 0.0973198 Jul 15 19:11:18.411314 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab39b89-d9cb-430d-ab22-cb8193d873a4 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Router 5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3 has already been hosted by L3 agent d1959f4f-c5e4-447e-bdea-87c7e923db15 {{(pid=93658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:11:18.447779 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f06b43a5-a6e9-47f3-ab79-6f67312f88be req-adbc52fb-5089-4ab7-9579-7554e09428bc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78c07082-7a0b-4d79-82ee-155ed4f49c54 HTTP/1.1" status: 200 len: 999 time: 0.0672712 Jul 15 19:11:18.504170 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b43a5-a6e9-47f3-ab79-6f67312f88be req-d949a165-98a6-49b3-95b6-13d780439209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:18.506480 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f06b43a5-a6e9-47f3-ab79-6f67312f88be req-d949a165-98a6-49b3-95b6-13d780439209 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c53d632-04b3-4db0-b6ce-07c07955a0b8 HTTP/1.1" status: 200 len: 855 time: 0.0502665 Jul 15 19:11:18.564811 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab39b89-d9cb-430d-ab22-cb8193d873a4 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify agent at l3_agent.dv-cinder-788363-8-iscsi the message routers_updated {{(pid=93658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:11:18.569907 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7ab39b89-d9cb-430d-ab22-cb8193d873a4 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for floatingip, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:18.576018 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b43a5-a6e9-47f3-ab79-6f67312f88be req-114fb2f5-e0f3-4967-b92a-88265ba79577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:18.578684 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e68b30-a217-46d9-9763-6d26d1592fb4 None None] Sync routers for ids ['5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3'] in dv-cinder-788363-8-iscsi {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:11:18.579147 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f06b43a5-a6e9-47f3-ab79-6f67312f88be req-114fb2f5-e0f3-4967-b92a-88265ba79577 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4bce21e0-88dc-4de8-9d22-c4e766c0d73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0626223 Jul 15 19:11:18.588479 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e68b30-a217-46d9-9763-6d26d1592fb4 None None] Routers {'5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:11:18.589346 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-65e68b30-a217-46d9-9763-6d26d1592fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:10:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:11:18.610075 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-7ab39b89-d9cb-430d-ab22-cb8193d873a4 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "DELETE /v2.0/floatingips/d96d6f2e-2ee8-435b-b374-40763202d86e HTTP/1.1" status: 204 len: 168 time: 1.4240391 Jul 15 19:11:18.724138 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f06b43a5-a6e9-47f3-ab79-6f67312f88be req-33579596-bee5-406c-ab93-e62d6f4071d9 service neutron] 10.222.0.69 "GET /v2.0/networks/4bce21e0-88dc-4de8-9d22-c4e766c0d73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375549 Jul 15 19:11:18.736494 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-65e68b30-a217-46d9-9763-6d26d1592fb4 None None] Set router 5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:11:18.832339 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca7bde41-fedd-4acb-8f81-2489455a4d92', 'tag': 'c90eb31d-4227-4a80-8766-74873258db61'}] {{(pid=93658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:11:18.834911 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b58f88415513d6787191dd44e0a29b3917631101a239d5effbe25afab188a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0158520a-30d5-4e82-87ce-18fe8e66e0b3" -d '{"events": [{"name": "network-changed", "server_uuid": "ca7bde41-fedd-4acb-8f81-2489455a4d92", "tag": "c90eb31d-4227-4a80-8766-74873258db61"}]}' {{(pid=93658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:11:18.856938 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f06b43a5-a6e9-47f3-ab79-6f67312f88be req-d6b2f1e0-bb6c-4432-927c-7be84372562c service neutron] 10.222.0.69 "GET /v2.0/networks/4bce21e0-88dc-4de8-9d22-c4e766c0d73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257982 Jul 15 19:11:18.907128 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8548cb5-8fd2-4b94-b061-dbeafebc1686 req-78035ad4-bda5-4d75-97cf-55a486b63980 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:18.909397 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f8548cb5-8fd2-4b94-b061-dbeafebc1686 req-78035ad4-bda5-4d75-97cf-55a486b63980 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 944 time: 0.1674669 Jul 15 19:11:19.005108 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ef8229-3a32-4de8-a444-c6bdf1c9fb04 x-openstack-request-id: req-a8ef8229-3a32-4de8-a444-c6bdf1c9fb04 {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:11:19.005570 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca7bde41-fedd-4acb-8f81-2489455a4d92", "tag": "c90eb31d-4227-4a80-8766-74873258db61", "status": "completed", "code": 200}]} {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:11:19.006659 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a8ef8229-3a32-4de8-a444-c6bdf1c9fb04 {{(pid=93658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:11:19.007272 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca7bde41-fedd-4acb-8f81-2489455a4d92', 'tag': 'c90eb31d-4227-4a80-8766-74873258db61', 'status': 'completed', 'code': 200} Jul 15 19:11:19.022854 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f8548cb5-8fd2-4b94-b061-dbeafebc1686 req-c3f0189d-0e67-4186-acb2-ea20944c12a7 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002374 Jul 15 19:11:19.110013 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-65e68b30-a217-46d9-9763-6d26d1592fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3', 'name': 'tempest-TestMinimumBasicScenario-1072956974-router', 'tenant_id': '6376ca77efd740189f836e21e81181c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '69036fd5-d126-4226-bc11-2761199d27d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:08:10Z', 'updated_at': '2021-07-15T19:08:16Z', 'revision_number': 4, 'project_id': '6376ca77efd740189f836e21e81181c7', 'gw_port': {'id': '69036fd5-d126-4226-bc11-2761199d27d9', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:11Z', 'updated_at': '2021-07-15T19:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': '64f7562c-b4b6-4555-910a-56df4efe471f', 'name': '', 'network_id': '5f681b99-32a5-40d5-a305-9f755d31a4dd', 'tenant_id': '6376ca77efd740189f836e21e81181c7', 'mac_address': 'fa:16:3e:e3:9e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '4c34bb00-b595-4058-9158-654376820017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:15Z', 'updated_at': '2021-07-15T19:08:24Z', 'revision_number': 5, 'project_id': '6376ca77efd740189f836e21e81181c7', 'subnets': [{'id': '4c34bb00-b595-4058-9158-654376820017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:11:19.174793 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e68b30-a217-46d9-9763-6d26d1592fb4 None None] Checking router: 5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3 for host: dv-cinder-788363-8-iscsi {{(pid=93659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:11:19.180591 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158520a-30d5-4e82-87ce-18fe8e66e0b3 req-65e32f8a-3c21-4284-b353-276c397cceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:19.182138 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-0158520a-30d5-4e82-87ce-18fe8e66e0b3 req-65e32f8a-3c21-4284-b353-276c397cceb2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6376ca77efd740189f836e21e81181c7&device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 1098 time: 0.1190517 Jul 15 19:11:19.185913 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e68b30-a217-46d9-9763-6d26d1592fb4 None None] Routers {'5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:11:19.186552 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-65e68b30-a217-46d9-9763-6d26d1592fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:10:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:11:19.319319 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158520a-30d5-4e82-87ce-18fe8e66e0b3 req-707e72de-26d6-43e1-b15e-6545f8dba073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:19.322079 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-0158520a-30d5-4e82-87ce-18fe8e66e0b3 req-707e72de-26d6-43e1-b15e-6545f8dba073 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5f681b99-32a5-40d5-a305-9f755d31a4dd HTTP/1.1" status: 200 len: 917 time: 0.1257722 Jul 15 19:11:19.377185 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-0158520a-30d5-4e82-87ce-18fe8e66e0b3 req-6de159a4-41e3-447c-8063-dfe9d4a5efb7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c90eb31d-4227-4a80-8766-74873258db61 HTTP/1.1" status: 200 len: 217 time: 0.0457747 Jul 15 19:11:19.379741 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-65e68b30-a217-46d9-9763-6d26d1592fb4 None None] Set router 5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:11:19.432956 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158520a-30d5-4e82-87ce-18fe8e66e0b3 req-061bc6fe-5c70-42e6-b9f1-229821302c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:19.434602 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-0158520a-30d5-4e82-87ce-18fe8e66e0b3 req-061bc6fe-5c70-42e6-b9f1-229821302c36 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c34bb00-b595-4058-9158-654376820017 HTTP/1.1" status: 200 len: 854 time: 0.0463088 Jul 15 19:11:19.500104 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-49f542e5-8ec6-4840-8a6d-6f09f18c9c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:19.522705 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158520a-30d5-4e82-87ce-18fe8e66e0b3 req-33b782b6-3bd8-4d78-ad92-834a72cf6db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:19.524576 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-0158520a-30d5-4e82-87ce-18fe8e66e0b3 req-33b782b6-3bd8-4d78-ad92-834a72cf6db5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5f681b99-32a5-40d5-a305-9f755d31a4dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0759740 Jul 15 19:11:19.671170 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-65e68b30-a217-46d9-9763-6d26d1592fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3', 'name': 'tempest-TestMinimumBasicScenario-1072956974-router', 'tenant_id': '6376ca77efd740189f836e21e81181c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '69036fd5-d126-4226-bc11-2761199d27d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:08:10Z', 'updated_at': '2021-07-15T19:08:16Z', 'revision_number': 4, 'project_id': '6376ca77efd740189f836e21e81181c7', 'gw_port': {'id': '69036fd5-d126-4226-bc11-2761199d27d9', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:11Z', 'updated_at': '2021-07-15T19:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': '64f7562c-b4b6-4555-910a-56df4efe471f', 'name': '', 'network_id': '5f681b99-32a5-40d5-a305-9f755d31a4dd', 'tenant_id': '6376ca77efd740189f836e21e81181c7', 'mac_address': 'fa:16:3e:e3:9e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '4c34bb00-b595-4058-9158-654376820017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:15Z', 'updated_at': '2021-07-15T19:08:24Z', 'revision_number': 5, 'project_id': '6376ca77efd740189f836e21e81181c7', 'subnets': [{'id': '4c34bb00-b595-4058-9158-654376820017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:11:19.704420 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-0158520a-30d5-4e82-87ce-18fe8e66e0b3 req-dcfeedaf-1649-4118-872f-9f39d697886a service neutron] 10.222.0.69 "GET /v2.0/networks/5f681b99-32a5-40d5-a305-9f755d31a4dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615169 Jul 15 19:11:19.723074 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e68b30-a217-46d9-9763-6d26d1592fb4 None None] The sync data for ids ['5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3'] in dv-cinder-788363-8-iscsi is: [{'id': '5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3', 'name': 'tempest-TestMinimumBasicScenario-1072956974-router', 'tenant_id': '6376ca77efd740189f836e21e81181c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '69036fd5-d126-4226-bc11-2761199d27d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:08:10Z', 'updated_at': '2021-07-15T19:08:16Z', 'revision_number': 4, 'project_id': '6376ca77efd740189f836e21e81181c7', 'gw_port': {'id': '69036fd5-d126-4226-bc11-2761199d27d9', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:11Z', 'updated_at': '2021-07-15T19:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': '64f7562c-b4b6-4555-910a-56df4efe471f', 'name': '', 'network_id': '5f681b99-32a5-40d5-a305-9f755d31a4dd', 'tenant_id': '6376ca77efd740189f836e21e81181c7', 'mac_address': 'fa:16:3e:e3:9e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '4c34bb00-b595-4058-9158-654376820017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:15Z', 'updated_at': '2021-07-15T19:08:24Z', 'revision_number': 5, 'project_id': '6376ca77efd740189f836e21e81181c7', 'subnets': [{'id': '4c34bb00-b595-4058-9158-654376820017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:11:20.033517 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c803f9df-c450-46fd-a7c8-9b6649eb09b6 None None] New status for floating IP d96d6f2e-2ee8-435b-b374-40763202d86e: DOWN {{(pid=93660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:11:20.313440 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89a377-7a91-47af-b082-b1b16f828d30 req-8dd02823-7521-4263-a9e5-78f554e2c822 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:20.324195 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1a89a377-7a91-47af-b082-b1b16f828d30 req-8dd02823-7521-4263-a9e5-78f554e2c822 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 944 time: 0.0958927 Jul 15 19:11:20.399273 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1a89a377-7a91-47af-b082-b1b16f828d30 req-3ab6d25a-8fd9-4226-8da8-2eef5295541f tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671747 Jul 15 19:11:21.652197 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07d512-21b7-434a-935e-8b555aa2ec8d req-2274d574-385c-44cc-884f-85c33bffdb78 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:21.653965 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1c07d512-21b7-434a-935e-8b555aa2ec8d req-2274d574-385c-44cc-884f-85c33bffdb78 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 944 time: 0.0836110 Jul 15 19:11:21.721596 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1c07d512-21b7-434a-935e-8b555aa2ec8d req-9060d67a-6541-4392-850d-c5cb4d9bc194 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565276 Jul 15 19:11:22.089517 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:22.297780 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-0407c3c1-a168-4e06-bcd0-a6d8b69a62c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:22.936804 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35fe3a-c471-41d7-ac6f-f37245e50262 req-8b150810-6652-43a4-85cf-0d15c9ed1da9 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:22.936804 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-0e35fe3a-c471-41d7-ac6f-f37245e50262 req-8b150810-6652-43a4-85cf-0d15c9ed1da9 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 944 time: 0.0828564 Jul 15 19:11:23.009259 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-0e35fe3a-c471-41d7-ac6f-f37245e50262 req-7fae7285-00fc-4260-9583-87c362978d21 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621028 Jul 15 19:11:23.684480 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:24.290420 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39181dd6-3e99-46dd-af5e-c0dab0856577 req-f5dfc7fb-1d15-4abb-8c56-ed3904990d80 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:24.293480 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-39181dd6-3e99-46dd-af5e-c0dab0856577 req-f5dfc7fb-1d15-4abb-8c56-ed3904990d80 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 944 time: 0.1085086 Jul 15 19:11:24.336606 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-39181dd6-3e99-46dd-af5e-c0dab0856577 req-81549a82-085e-45db-b2a4-2c20b87a7013 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372536 Jul 15 19:11:25.554988 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:25.555995 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df65616-4e8d-419c-95b7-ea65d85e1411 req-3b6bc004-54b5-43f7-be0e-c9b4b665f239 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:25.557682 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-7df65616-4e8d-419c-95b7-ea65d85e1411 req-3b6bc004-54b5-43f7-be0e-c9b4b665f239 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 944 time: 0.0690906 Jul 15 19:11:25.602114 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-7df65616-4e8d-419c-95b7-ea65d85e1411 req-c0d8faf8-1f78-4a52-b277-6d5fba0bcbf2 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346763 Jul 15 19:11:26.790380 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c751b2-3594-43f2-afe3-2cd3fb73b3cc req-a04e6911-ffed-4eb4-85c2-828ebd065077 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:26.791871 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-d2c751b2-3594-43f2-afe3-2cd3fb73b3cc req-a04e6911-ffed-4eb4-85c2-828ebd065077 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 944 time: 0.0697343 Jul 15 19:11:26.830678 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-d2c751b2-3594-43f2-afe3-2cd3fb73b3cc req-034bfe2a-6381-4386-8b2f-4b18031b72e2 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329921 Jul 15 19:11:28.028193 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480bdb3e-d97d-4f64-81a3-615b7d2281a8 req-a00d7207-8846-4dc9-b996-664ec6cf8aa1 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:28.029905 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-480bdb3e-d97d-4f64-81a3-615b7d2281a8 req-a00d7207-8846-4dc9-b996-664ec6cf8aa1 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 944 time: 0.0680544 Jul 15 19:11:28.072642 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-480bdb3e-d97d-4f64-81a3-615b7d2281a8 req-5be56903-991e-482b-815d-7ed528ad54b4 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365756 Jul 15 19:11:28.630605 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:29.284773 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34ea08-532e-4a1a-912f-4bad95ebe3d9 req-e1d9b5e0-4113-4aca-9500-4048014f4b33 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:29.287258 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-8a34ea08-532e-4a1a-912f-4bad95ebe3d9 req-e1d9b5e0-4113-4aca-9500-4048014f4b33 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 944 time: 0.0906572 Jul 15 19:11:29.346233 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-8a34ea08-532e-4a1a-912f-4bad95ebe3d9 req-8c815470-aa5c-4aea-acfb-46ea852a6811 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369525 Jul 15 19:11:30.538051 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce5b63-3b9e-40b9-bf8a-288821b30b90 req-77fbfb42-9b89-4050-ad2d-abe2951ec6cb tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:30.539563 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-86ce5b63-3b9e-40b9-bf8a-288821b30b90 req-77fbfb42-9b89-4050-ad2d-abe2951ec6cb tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 944 time: 0.0687273 Jul 15 19:11:30.578807 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-86ce5b63-3b9e-40b9-bf8a-288821b30b90 req-b81e9b18-73b8-4541-ae0f-6a13f208764b tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336964 Jul 15 19:11:31.777827 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b6b88-9c99-41e8-a080-698857da8f6c req-af2f541a-ba46-4c11-831e-20b7979ea605 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:31.779225 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-3b1b6b88-9c99-41e8-a080-698857da8f6c req-af2f541a-ba46-4c11-831e-20b7979ea605 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 944 time: 0.0657499 Jul 15 19:11:31.818929 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-3b1b6b88-9c99-41e8-a080-698857da8f6c req-508cbfe4-c581-4bee-9645-18f4a1df6b05 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337465 Jul 15 19:11:32.750068 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-0158520a-30d5-4e82-87ce-18fe8e66e0b3 req-127da2e5-6da8-4aa7-aa34-dd4c5f13aa5a service neutron] 10.222.0.69 "GET /v2.0/networks/5f681b99-32a5-40d5-a305-9f755d31a4dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938165 Jul 15 19:11:33.046630 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be97fd0-9935-429d-8b2d-76d211e6566c req-edaa7743-e2d9-478c-9bac-02ea81d28bb6 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:33.048934 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-7be97fd0-9935-429d-8b2d-76d211e6566c req-edaa7743-e2d9-478c-9bac-02ea81d28bb6 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 944 time: 0.0788372 Jul 15 19:11:33.091029 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-7be97fd0-9935-429d-8b2d-76d211e6566c req-f9f4a2c3-a48c-4869-9eda-e39fd5127b2f tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346320 Jul 15 19:11:34.291398 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419a3d1-f9fa-4aa9-aaac-eadb268d0d31 req-b7439f67-50a2-4986-bb7f-ec41e78989b7 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:34.293844 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-a419a3d1-f9fa-4aa9-aaac-eadb268d0d31 req-b7439f67-50a2-4986-bb7f-ec41e78989b7 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 944 time: 0.0673530 Jul 15 19:11:34.338807 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-a419a3d1-f9fa-4aa9-aaac-eadb268d0d31 req-331d5282-2bca-4a76-9054-eace31ccdd48 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384274 Jul 15 19:11:35.532979 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a88768-146a-4c00-9eb2-5b40e44bf8af req-4d499ad9-5d26-43b2-a6ef-bb30a1e3bacf tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:35.537508 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-86a88768-146a-4c00-9eb2-5b40e44bf8af req-4d499ad9-5d26-43b2-a6ef-bb30a1e3bacf tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 944 time: 0.0734596 Jul 15 19:11:35.581326 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-86a88768-146a-4c00-9eb2-5b40e44bf8af req-9e3d416d-d4ae-45c0-970e-2936550aba53 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409865 Jul 15 19:11:35.846157 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a0efa-8232-4b7d-a59b-1079aa2e3d16 req-3779c2cc-d6e4-47a8-ad5f-1a8b3c982aec tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:35.847645 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-617a0efa-8232-4b7d-a59b-1079aa2e3d16 req-3779c2cc-d6e4-47a8-ad5f-1a8b3c982aec tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 945 time: 0.0680299 Jul 15 19:11:35.886239 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-617a0efa-8232-4b7d-a59b-1079aa2e3d16 req-b1db2f04-ca56-40ef-a1ac-4a2649a548eb tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e614a6-2816-4253-b71e-36d5602d5775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324769 Jul 15 19:11:36.120022 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 78c07082-7a0b-4d79-82ee-155ed4f49c54 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:11:36.217699 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 78c07082-7a0b-4d79-82ee-155ed4f49c54, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=78c07082-7a0b-4d79-82ee-155ed4f49c54,segment=NetworkSegment(c5f8fc6e-ca65-461a-98f0-ca6e4f10d746),segment_id=c5f8fc6e-ca65-461a-98f0-ca6e4f10d746)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:11:36.229189 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Returning: {'device': '78c07082-7a0b-4d79-82ee-155ed4f49c54', 'network_id': '4bce21e0-88dc-4de8-9d22-c4e766c0d73f', 'port_id': '78c07082-7a0b-4d79-82ee-155ed4f49c54', 'mac_address': 'fa:16:3e:39:77:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c53d632-04b3-4db0-b6ce-07c07955a0b8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:11:36.264837 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:36.277875 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78c07082-7a0b-4d79-82ee-155ed4f49c54 {{(pid=93659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:11:36.298976 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 78c07082-7a0b-4d79-82ee-155ed4f49c54, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=78c07082-7a0b-4d79-82ee-155ed4f49c54,segment=NetworkSegment(c5f8fc6e-ca65-461a-98f0-ca6e4f10d746),segment_id=c5f8fc6e-ca65-461a-98f0-ca6e4f10d746)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:11:36.303275 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:36.354433 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=78c07082-7a0b-4d79-82ee-155ed4f49c54,revision_number=9']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:36.767356 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8cec3-f1f1-410b-9415-a3062162d98f req-abf62009-9767-43f7-aa9e-d8d9ee7b3e90 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:36.768738 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-bde8cec3-f1f1-410b-9415-a3062162d98f req-abf62009-9767-43f7-aa9e-d8d9ee7b3e90 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 945 time: 0.0652485 Jul 15 19:11:36.800937 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] get_ports_and_sgs() called for port_ids ['78c07082-7a0b-4d79-82ee-155ed4f49c54'] {{(pid=93659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:11:36.807117 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-bde8cec3-f1f1-410b-9415-a3062162d98f req-e1e4b612-8f2a-41f5-9e40-f4fa6fa8b6d7 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320804 Jul 15 19:11:37.088560 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb6a025-9299-4262-af50-7a15f83e9f11 req-cdd54c5e-15fd-459e-9033-61a940398d5d tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:37.090245 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-8eb6a025-9299-4262-af50-7a15f83e9f11 req-cdd54c5e-15fd-459e-9033-61a940398d5d tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 945 time: 0.0646451 Jul 15 19:11:37.129859 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-8eb6a025-9299-4262-af50-7a15f83e9f11 req-69ee3d0d-57a4-45bd-bc9a-d1c25ce9ff1c tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e614a6-2816-4253-b71e-36d5602d5775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337880 Jul 15 19:11:38.003877 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdf0ba-d10b-4102-858e-9733e039e335 req-1ab95bc5-461c-4000-b1db-de9aebe975aa tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:38.005403 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-20cdf0ba-d10b-4102-858e-9733e039e335 req-1ab95bc5-461c-4000-b1db-de9aebe975aa tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 945 time: 0.0709877 Jul 15 19:11:38.044514 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-20cdf0ba-d10b-4102-858e-9733e039e335 req-2b3b262d-43fd-4411-a4ee-251d9d0656ba tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328791 Jul 15 19:11:38.140699 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add80213-0cf2-414b-a32a-7706cd008e43 req-fcfbfa4d-2687-43bd-ac75-4fa2f66b835f tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:38.142265 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-add80213-0cf2-414b-a32a-7706cd008e43 req-fcfbfa4d-2687-43bd-ac75-4fa2f66b835f tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 945 time: 0.0670207 Jul 15 19:11:38.150267 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 78c07082-7a0b-4d79-82ee-155ed4f49c54 up at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:11:38.203779 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Provisioning complete for port 78c07082-7a0b-4d79-82ee-155ed4f49c54 triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:11:38.204280 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:38.257238 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [req-add80213-0cf2-414b-a32a-7706cd008e43 req-bc3cc4db-33e2-412f-8e85-e2fa12300f83 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Deleting port c90eb31d-4227-4a80-8766-74873258db61 {{(pid=93657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:11:38.257567 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-add80213-0cf2-414b-a32a-7706cd008e43 req-bc3cc4db-33e2-412f-8e85-e2fa12300f83 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:38.313602 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:38.345339 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95705511-383b-41ec-9329-d0f352e31386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c07082-7a0b-4d79-82ee-155ed4f49c54'}] {{(pid=93659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:11:38.348837 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cff241be1680f95bd86cb63ae369edb514e49424f5374e734ea98f44dc6e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4405d0a9-b795-4479-ab7a-8c5cfa6c0eaa" -d '{"events": [{"server_uuid": "95705511-383b-41ec-9329-d0f352e31386", "name": "network-vif-plugged", "status": "completed", "tag": "78c07082-7a0b-4d79-82ee-155ed4f49c54"}]}' {{(pid=93659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:11:38.363080 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b06b4-934c-4c01-a7c1-b8713187b8ae req-e8442aff-c724-4e84-825c-0de9589937dd tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:38.366626 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-624b06b4-934c-4c01-a7c1-b8713187b8ae req-e8442aff-c724-4e84-825c-0de9589937dd tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 945 time: 0.1205571 Jul 15 19:11:38.375576 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [req-add80213-0cf2-414b-a32a-7706cd008e43 req-bc3cc4db-33e2-412f-8e85-e2fa12300f83 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] For port c90eb31d-4227-4a80-8766-74873258db61, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c90eb31d-4227-4a80-8766-74873258db61,segment=NetworkSegment(e54b7806-39e4-4d2a-9b5d-7d5341eb4a5c),segment_id=e54b7806-39e4-4d2a-9b5d-7d5341eb4a5c)] {{(pid=93657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:11:38.375886 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 78c07082-7a0b-4d79-82ee-155ed4f49c54, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=78c07082-7a0b-4d79-82ee-155ed4f49c54,segment=NetworkSegment(c5f8fc6e-ca65-461a-98f0-ca6e4f10d746),segment_id=c5f8fc6e-ca65-461a-98f0-ca6e4f10d746)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:11:38.376075 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-add80213-0cf2-414b-a32a-7706cd008e43 req-bc3cc4db-33e2-412f-8e85-e2fa12300f83 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:38.385127 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:38.392189 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [req-add80213-0cf2-414b-a32a-7706cd008e43 req-bc3cc4db-33e2-412f-8e85-e2fa12300f83 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Calling delete_port for c90eb31d-4227-4a80-8766-74873258db61 owned by compute:nova {{(pid=93657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:11:38.440969 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06092b66-a17f-4327-928d-e9377d4cffb8 x-openstack-request-id: req-06092b66-a17f-4327-928d-e9377d4cffb8 {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:11:38.441445 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95705511-383b-41ec-9329-d0f352e31386", "name": "network-vif-plugged", "status": "completed", "tag": "78c07082-7a0b-4d79-82ee-155ed4f49c54", "code": 200}]} {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:11:38.441984 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-06092b66-a17f-4327-928d-e9377d4cffb8 {{(pid=93659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:11:38.442643 dv-cinder-788363-8-iscsi neutron-server[93659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95705511-383b-41ec-9329-d0f352e31386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c07082-7a0b-4d79-82ee-155ed4f49c54', 'code': 200} Jul 15 19:11:38.460948 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-624b06b4-934c-4c01-a7c1-b8713187b8ae req-cfc3a741-abc0-4981-8614-8a3dc1192ca9 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e614a6-2816-4253-b71e-36d5602d5775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878460 Jul 15 19:11:38.479761 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=78c07082-7a0b-4d79-82ee-155ed4f49c54,revision_number=10']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:38.595079 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-add80213-0cf2-414b-a32a-7706cd008e43 req-bc3cc4db-33e2-412f-8e85-e2fa12300f83 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:38.626066 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3cc4db-33e2-412f-8e85-e2fa12300f83 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Pushing event deleted for resources: {'Port': ['ID=c90eb31d-4227-4a80-8766-74873258db61,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:38.635298 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3cc4db-33e2-412f-8e85-e2fa12300f83 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:38.635759 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3cc4db-33e2-412f-8e85-e2fa12300f83 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:38.636168 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3cc4db-33e2-412f-8e85-e2fa12300f83 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:38.636571 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3cc4db-33e2-412f-8e85-e2fa12300f83 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:38.636996 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3cc4db-33e2-412f-8e85-e2fa12300f83 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:38.637396 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3cc4db-33e2-412f-8e85-e2fa12300f83 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:38.637826 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3cc4db-33e2-412f-8e85-e2fa12300f83 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:38.638142 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] get_ports_and_sgs() called for port_ids ['c90eb31d-4227-4a80-8766-74873258db61'] {{(pid=93659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:11:38.638297 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3cc4db-33e2-412f-8e85-e2fa12300f83 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:38.638662 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3cc4db-33e2-412f-8e85-e2fa12300f83 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:38.639064 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3cc4db-33e2-412f-8e85-e2fa12300f83 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:38.639466 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3cc4db-33e2-412f-8e85-e2fa12300f83 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:38.639859 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3cc4db-33e2-412f-8e85-e2fa12300f83 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:38.705311 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [req-add80213-0cf2-414b-a32a-7706cd008e43 req-bc3cc4db-33e2-412f-8e85-e2fa12300f83 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] No DVR routers for this DVR port c90eb31d-4227-4a80-8766-74873258db61 on host hv-cinder-78836 {{(pid=93657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:11:38.708393 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-add80213-0cf2-414b-a32a-7706cd008e43 req-bc3cc4db-33e2-412f-8e85-e2fa12300f83 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:38.712914 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-add80213-0cf2-414b-a32a-7706cd008e43 req-bc3cc4db-33e2-412f-8e85-e2fa12300f83 tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.69 "DELETE /v2.0/ports/c90eb31d-4227-4a80-8766-74873258db61 HTTP/1.1" status: 204 len: 173 time: 0.5629461 Jul 15 19:11:38.712914 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7bde41-fedd-4acb-8f81-2489455a4d92', 'name': 'network-vif-deleted', 'tag': 'c90eb31d-4227-4a80-8766-74873258db61'}] {{(pid=93657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:11:38.714222 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b0cfcdb1f3b1ee888c4befe2123a349a82046d9ec1555bca0e5a99b684397f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14eef90-3e45-48ed-b7b9-34f5646a6307" -d '{"events": [{"server_uuid": "ca7bde41-fedd-4acb-8f81-2489455a4d92", "name": "network-vif-deleted", "tag": "c90eb31d-4227-4a80-8766-74873258db61"}]}' {{(pid=93657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:11:38.809361 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5029776-9b9a-4364-bb45-e5c7a59e4893 x-openstack-request-id: req-f5029776-9b9a-4364-bb45-e5c7a59e4893 {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:11:38.809877 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca7bde41-fedd-4acb-8f81-2489455a4d92", "name": "network-vif-deleted", "tag": "c90eb31d-4227-4a80-8766-74873258db61", "status": "completed", "code": 200}]} {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:11:38.810100 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f5029776-9b9a-4364-bb45-e5c7a59e4893 {{(pid=93657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:11:38.810603 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca7bde41-fedd-4acb-8f81-2489455a4d92', 'name': 'network-vif-deleted', 'tag': 'c90eb31d-4227-4a80-8766-74873258db61', 'status': 'completed', 'code': 200} Jul 15 19:11:38.820388 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c00c3e-6511-4769-8c16-e46948a5f109 req-c9225092-edd4-4bc9-9665-f3bae2e0cdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:38.822077 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-d9c00c3e-6511-4769-8c16-e46948a5f109 req-c9225092-edd4-4bc9-9665-f3bae2e0cdb4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 1100 time: 0.1265833 Jul 15 19:11:38.872440 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-d9c00c3e-6511-4769-8c16-e46948a5f109 req-e19d912d-2cec-47cb-940d-0b373fe6beb3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433240 Jul 15 19:11:39.232316 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bf142-f870-4502-a56c-20cdd00ac93e req-bf2c3e9d-5f3b-4524-a46c-7597ba6e2b3f tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:39.233886 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-087bf142-f870-4502-a56c-20cdd00ac93e req-bf2c3e9d-5f3b-4524-a46c-7597ba6e2b3f tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 947 time: 0.0692039 Jul 15 19:11:39.277176 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-087bf142-f870-4502-a56c-20cdd00ac93e req-38ec2060-7c19-4d2f-b753-aef9fd9c75b3 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367081 Jul 15 19:11:39.642658 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-5a383385-875c-4317-bb5e-f63a41b47935 req-4839b8bf-0e10-4819-a51f-fcb9660b31bd tempest-TestMinimumBasicScenario-429749329 tempest-TestMinimumBasicScenario-429749329-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7bde41-fedd-4acb-8f81-2489455a4d92 HTTP/1.1" status: 200 len: 210 time: 0.0324302 Jul 15 19:11:40.467929 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b4e30-9c15-4af4-bb0d-54bc9a8437e6 req-55e7cfdd-01b4-4cb2-9de9-87eb68d09005 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:40.469506 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-378b4e30-9c15-4af4-bb0d-54bc9a8437e6 req-55e7cfdd-01b4-4cb2-9de9-87eb68d09005 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 947 time: 0.0730720 Jul 15 19:11:40.512742 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-378b4e30-9c15-4af4-bb0d-54bc9a8437e6 req-865cfb50-d832-4b19-8de8-7069d943a9f3 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333998 Jul 15 19:11:41.313063 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 56992) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:41.728962 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be349a6-5e71-4f19-a16c-50df82fed936 req-e283a987-5f26-46d9-a28a-ab388af44b2e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:41.730557 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-0be349a6-5e71-4f19-a16c-50df82fed936 req-e283a987-5f26-46d9-a28a-ab388af44b2e tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 947 time: 0.1029480 Jul 15 19:11:41.733132 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-302cfeda-fc96-4eb3-a57c-ae35799c963b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695971'] for router_interface, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:41.833300 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-0be349a6-5e71-4f19-a16c-50df82fed936 req-609cac4c-d0b2-417c-84c4-6ffc7227f00c tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968564 Jul 15 19:11:42.015134 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [None req-302cfeda-fc96-4eb3-a57c-ae35799c963b admin admin] Deleting port 64f7562c-b4b6-4555-910a-56df4efe471f {{(pid=93657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:11:42.015471 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-302cfeda-fc96-4eb3-a57c-ae35799c963b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:42.090489 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [None req-302cfeda-fc96-4eb3-a57c-ae35799c963b admin admin] For port 64f7562c-b4b6-4555-910a-56df4efe471f, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=64f7562c-b4b6-4555-910a-56df4efe471f,segment=NetworkSegment(e54b7806-39e4-4d2a-9b5d-7d5341eb4a5c),segment_id=e54b7806-39e4-4d2a-9b5d-7d5341eb4a5c)] {{(pid=93657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:11:42.090762 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-302cfeda-fc96-4eb3-a57c-ae35799c963b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:42.102512 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [None req-302cfeda-fc96-4eb3-a57c-ae35799c963b admin admin] Calling delete_port for 64f7562c-b4b6-4555-910a-56df4efe471f owned by network:router_interface {{(pid=93657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:11:42.168675 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device c90eb31d-4227-4a80-8766-74873258db61 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:11:42.191733 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] No Port match for: c90eb31d-4227-4a80-8766-74873258db61 {{(pid=93659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:11:42.192082 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device c90eb31d-4227-4a80-8766-74873258db61 not bound to the agent host hv-cinder-78836 {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:11:42.280194 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-302cfeda-fc96-4eb3-a57c-ae35799c963b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:42.308423 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302cfeda-fc96-4eb3-a57c-ae35799c963b admin admin] Pushing event deleted for resources: {'Port': ['ID=64f7562c-b4b6-4555-910a-56df4efe471f,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:42.469028 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-302cfeda-fc96-4eb3-a57c-ae35799c963b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683827'] for router_interface, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:42.684022 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-302cfeda-fc96-4eb3-a57c-ae35799c963b admin admin] Router 5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3 has already been hosted by L3 agent d1959f4f-c5e4-447e-bdea-87c7e923db15 {{(pid=93657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:11:43.037148 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302cfeda-fc96-4eb3-a57c-ae35799c963b admin admin] Notify agent at l3_agent.dv-cinder-788363-8-iscsi the message routers_updated {{(pid=93657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:11:43.042932 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-302cfeda-fc96-4eb3-a57c-ae35799c963b admin admin] 10.222.0.70 "PUT /v2.0/routers/5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7284787 Jul 15 19:11:43.045446 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 57004) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:43.054855 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb13b89-4543-4c79-8df9-f0a9d2765078 None None] Sync routers for ids ['5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3'] in dv-cinder-788363-8-iscsi {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:11:43.057925 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb13b89-4543-4c79-8df9-f0a9d2765078 None None] Routers {'5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:11:43.058579 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-5bb13b89-4543-4c79-8df9-f0a9d2765078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:11:22Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:11:43.150735 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-591b1df0-196c-4b47-9554-6f30224e6f35 admin admin] Notify callbacks [] for router, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:43.167341 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-5bb13b89-4543-4c79-8df9-f0a9d2765078 None None] Set router 5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:11:43.254060 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-591b1df0-196c-4b47-9554-6f30224e6f35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:43.311637 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [None req-591b1df0-196c-4b47-9554-6f30224e6f35 admin admin] Deleting port 69036fd5-d126-4226-bc11-2761199d27d9 {{(pid=93657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:11:43.311981 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-591b1df0-196c-4b47-9554-6f30224e6f35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:43.352482 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-5bb13b89-4543-4c79-8df9-f0a9d2765078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3', 'name': 'tempest-TestMinimumBasicScenario-1072956974-router', 'tenant_id': '6376ca77efd740189f836e21e81181c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '69036fd5-d126-4226-bc11-2761199d27d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:08:10Z', 'updated_at': '2021-07-15T19:11:42Z', 'revision_number': 5, 'project_id': '6376ca77efd740189f836e21e81181c7', 'gw_port': {'id': '69036fd5-d126-4226-bc11-2761199d27d9', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:11Z', 'updated_at': '2021-07-15T19:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi'}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:11:43.378277 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb13b89-4543-4c79-8df9-f0a9d2765078 None None] Checking router: 5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3 for host: dv-cinder-788363-8-iscsi {{(pid=93659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:11:43.387385 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb13b89-4543-4c79-8df9-f0a9d2765078 None None] Routers {'5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:11:43.388001 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-5bb13b89-4543-4c79-8df9-f0a9d2765078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:11:22Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:11:43.396165 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [None req-591b1df0-196c-4b47-9554-6f30224e6f35 admin admin] For port 69036fd5-d126-4226-bc11-2761199d27d9, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=69036fd5-d126-4226-bc11-2761199d27d9,segment=NetworkSegment(d344549d-09e0-4982-8c11-6f16cb0baa64),segment_id=d344549d-09e0-4982-8c11-6f16cb0baa64)] {{(pid=93657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:11:43.396830 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-591b1df0-196c-4b47-9554-6f30224e6f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:43.410191 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [None req-591b1df0-196c-4b47-9554-6f30224e6f35 admin admin] Calling delete_port for 69036fd5-d126-4226-bc11-2761199d27d9 owned by network:router_gateway {{(pid=93657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:11:43.475054 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-5bb13b89-4543-4c79-8df9-f0a9d2765078 None None] Set router 5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3 gateway port host: None {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:11:43.532669 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-5bb13b89-4543-4c79-8df9-f0a9d2765078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3', 'name': 'tempest-TestMinimumBasicScenario-1072956974-router', 'tenant_id': '6376ca77efd740189f836e21e81181c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:08:10Z', 'updated_at': '2021-07-15T19:11:43Z', 'revision_number': 6, 'project_id': '6376ca77efd740189f836e21e81181c7', 'gw_port_host': None}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:11:43.559794 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb13b89-4543-4c79-8df9-f0a9d2765078 None None] The sync data for ids ['5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3'] in dv-cinder-788363-8-iscsi is: [{'id': '5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3', 'name': 'tempest-TestMinimumBasicScenario-1072956974-router', 'tenant_id': '6376ca77efd740189f836e21e81181c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:08:10Z', 'updated_at': '2021-07-15T19:11:43Z', 'revision_number': 6, 'project_id': '6376ca77efd740189f836e21e81181c7', 'gw_port_host': None}] {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:11:43.593905 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-591b1df0-196c-4b47-9554-6f30224e6f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:43.624161 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591b1df0-196c-4b47-9554-6f30224e6f35 admin admin] Pushing event deleted for resources: {'Port': ['ID=69036fd5-d126-4226-bc11-2761199d27d9,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:43.685788 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-591b1df0-196c-4b47-9554-6f30224e6f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764521'] for router_gateway, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:43.788601 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-591b1df0-196c-4b47-9554-6f30224e6f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-696317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124545'] for router, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:43.790744 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-591b1df0-196c-4b47-9554-6f30224e6f35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:43.857182 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-591b1df0-196c-4b47-9554-6f30224e6f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681195'] for router, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:43.857613 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591b1df0-196c-4b47-9554-6f30224e6f35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3 {{(pid=93657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 19:11:43.862608 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-591b1df0-196c-4b47-9554-6f30224e6f35 admin admin] Notify callbacks [] for router, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:43.863804 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-591b1df0-196c-4b47-9554-6f30224e6f35 admin admin] 10.222.0.70 "DELETE /v2.0/routers/5b990b7a-dabc-4ba0-8cd9-bc707f29f2f3 HTTP/1.1" status: 204 len: 168 time: 0.8173749 Jul 15 19:11:43.866751 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 57010) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:43.910593 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.db_base_plugin_v2 [None req-532f5f16-43ba-4c94-b9f3-f2c9e16f351d admin admin] Deleting subnet 4c34bb00-b595-4058-9158-654376820017 {{(pid=93657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:11:43.914295 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-532f5f16-43ba-4c94-b9f3-f2c9e16f351d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:43.950450 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-532f5f16-43ba-4c94-b9f3-f2c9e16f351d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6718498'] for subnet, precommit_delete_associations {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:44.061862 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-532f5f16-43ba-4c94-b9f3-f2c9e16f351d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1788362'] for subnet, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:44.112114 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-532f5f16-43ba-4c94-b9f3-f2c9e16f351d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1788413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6305910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5276088'] for subnet, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:44.137224 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f5f16-43ba-4c94-b9f3-f2c9e16f351d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c34bb00-b595-4058-9158-654376820017,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:44.140623 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-532f5f16-43ba-4c94-b9f3-f2c9e16f351d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for subnet, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:44.142500 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-532f5f16-43ba-4c94-b9f3-f2c9e16f351d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/4c34bb00-b595-4058-9158-654376820017 HTTP/1.1" status: 204 len: 168 time: 0.2748327 Jul 15 19:11:44.145039 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 57012) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:44.147513 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e42bad4-0b20-4557-a103-356c59928c2d None None] Network 5f681b99-32a5-40d5-a305-9f755d31a4dd requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:11:44.214442 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-5d1a031e-aeb0-438c-937a-caf15c466a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603233'] for network, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:44.271887 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [None req-5d1a031e-aeb0-438c-937a-caf15c466a5f admin admin] Deleting port a1d6eee6-3376-4d37-a286-75b9ac234894 {{(pid=93657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:11:44.272497 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-5d1a031e-aeb0-438c-937a-caf15c466a5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:44.344436 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [None req-5d1a031e-aeb0-438c-937a-caf15c466a5f admin admin] For port a1d6eee6-3376-4d37-a286-75b9ac234894, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=a1d6eee6-3376-4d37-a286-75b9ac234894,segment=NetworkSegment(e54b7806-39e4-4d2a-9b5d-7d5341eb4a5c),segment_id=e54b7806-39e4-4d2a-9b5d-7d5341eb4a5c)] {{(pid=93657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:11:44.344792 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-5d1a031e-aeb0-438c-937a-caf15c466a5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:44.365772 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [None req-5d1a031e-aeb0-438c-937a-caf15c466a5f admin admin] Calling delete_port for a1d6eee6-3376-4d37-a286-75b9ac234894 owned by network:dhcp {{(pid=93657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:11:44.368247 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5815162b-2f27-4ee3-b4ca-edb0bc573280 None None] DHCP port deletion for 5f681b99-32a5-40d5-a305-9f755d31a4dd request from dv-cinder-788363-8-iscsi {{(pid=93659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 19:11:44.418714 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-5815162b-2f27-4ee3-b4ca-edb0bc573280 None None] Deleting port a1d6eee6-3376-4d37-a286-75b9ac234894 {{(pid=93659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:11:44.419224 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-5815162b-2f27-4ee3-b4ca-edb0bc573280 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:44.446882 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-5d1a031e-aeb0-438c-937a-caf15c466a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:44.474145 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a031e-aeb0-438c-937a-caf15c466a5f admin admin] Pushing event deleted for resources: {'Port': ['ID=a1d6eee6-3376-4d37-a286-75b9ac234894,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:44.478276 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1a031e-aeb0-438c-937a-caf15c466a5f admin admin] No DVR routers for this DVR port a1d6eee6-3376-4d37-a286-75b9ac234894 on host dv-cinder-788363-8-iscsi {{(pid=93657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:11:44.494599 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-5815162b-2f27-4ee3-b4ca-edb0bc573280 None None] For port a1d6eee6-3376-4d37-a286-75b9ac234894, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=a1d6eee6-3376-4d37-a286-75b9ac234894,segment=NetworkSegment(e54b7806-39e4-4d2a-9b5d-7d5341eb4a5c),segment_id=e54b7806-39e4-4d2a-9b5d-7d5341eb4a5c)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:11:44.495195 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-5815162b-2f27-4ee3-b4ca-edb0bc573280 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:44.508739 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-5815162b-2f27-4ee3-b4ca-edb0bc573280 None None] Calling delete_port for a1d6eee6-3376-4d37-a286-75b9ac234894 owned by network:dhcp {{(pid=93659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:11:44.557932 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-5d1a031e-aeb0-438c-937a-caf15c466a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787310', 'neutron.services.segments.db._delete_segments_for_network-8730935243340'] for network, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:44.570151 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.services.segments.db [None req-5d1a031e-aeb0-438c-937a-caf15c466a5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f681b99-32a5-40d5-a305-9f755d31a4dd']}} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:11:44.580873 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.services.segments.db [None req-5d1a031e-aeb0-438c-937a-caf15c466a5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e54b7806-39e4-4d2a-9b5d-7d5341eb4a5c') {'for_net_delete': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:11:44.581202 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.services.segments.db [None req-5d1a031e-aeb0-438c-937a-caf15c466a5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e54b7806-39e4-4d2a-9b5d-7d5341eb4a5c') {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:11:44.591772 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-5d1a031e-aeb0-438c-937a-caf15c466a5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730935246421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6718485'] for segment, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:44.607078 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-5d1a031e-aeb0-438c-937a-caf15c466a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882'] for segment, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:44.613900 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d1a031e-aeb0-438c-937a-caf15c466a5f admin admin] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=93657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:11:44.614311 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-5d1a031e-aeb0-438c-937a-caf15c466a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6306772'] for segment, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:44.616020 dv-cinder-788363-8-iscsi neutron-server[93657]: Traceback (most recent call last): Jul 15 19:11:44.616020 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:11:44.616020 dv-cinder-788363-8-iscsi neutron-server[93657]: timer() Jul 15 19:11:44.616020 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:11:44.616020 dv-cinder-788363-8-iscsi neutron-server[93657]: cb(*args, **kw) Jul 15 19:11:44.616020 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:11:44.616020 dv-cinder-788363-8-iscsi neutron-server[93657]: return func(*args, **kwargs) Jul 15 19:11:44.616020 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:11:44.616020 dv-cinder-788363-8-iscsi neutron-server[93657]: self._notify() Jul 15 19:11:44.616020 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:11:44.616020 dv-cinder-788363-8-iscsi neutron-server[93657]: self.callback(batched_events) Jul 15 19:11:44.616020 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:11:44.616020 dv-cinder-788363-8-iscsi neutron-server[93657]: event.method(event) Jul 15 19:11:44.616020 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:11:44.616020 dv-cinder-788363-8-iscsi neutron-server[93657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:11:44.616020 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:11:44.616020 dv-cinder-788363-8-iscsi neutron-server[93657]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:11:44.616020 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:11:44.616020 dv-cinder-788363-8-iscsi neutron-server[93657]: return f(self, *a, **k) Jul 15 19:11:44.616020 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:11:44.616020 dv-cinder-788363-8-iscsi neutron-server[93657]: return self._get(url).json() Jul 15 19:11:44.616020 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:11:44.616020 dv-cinder-788363-8-iscsi neutron-server[93657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:11:44.616020 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:11:44.616020 dv-cinder-788363-8-iscsi neutron-server[93657]: return self.request(url, 'GET', **kwargs) Jul 15 19:11:44.616020 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:11:44.616020 dv-cinder-788363-8-iscsi neutron-server[93657]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:11:44.616020 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:11:44.616020 dv-cinder-788363-8-iscsi neutron-server[93657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:11:44.616020 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:11:44.616020 dv-cinder-788363-8-iscsi neutron-server[93657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:11:44.616020 dv-cinder-788363-8-iscsi neutron-server[93657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:11:44.658831 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-5815162b-2f27-4ee3-b4ca-edb0bc573280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364'] for port, after_delete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:44.678042 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-5d1a031e-aeb0-438c-937a-caf15c466a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764597'] for network, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:44.684744 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5815162b-2f27-4ee3-b4ca-edb0bc573280 None None] Pushing event deleted for resources: {'Port': ['ID=a1d6eee6-3376-4d37-a286-75b9ac234894,revision_number=None']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:44.684958 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-5d1a031e-aeb0-438c-937a-caf15c466a5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for network, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:44.688809 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-5d1a031e-aeb0-438c-937a-caf15c466a5f admin admin] 10.222.0.70 "DELETE /v2.0/networks/5f681b99-32a5-40d5-a305-9f755d31a4dd HTTP/1.1" status: 204 len: 168 time: 0.5407505 Jul 15 19:11:44.689739 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 57018) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:44.691262 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5815162b-2f27-4ee3-b4ca-edb0bc573280 None None] No DVR routers for this DVR port a1d6eee6-3376-4d37-a286-75b9ac234894 on host dv-cinder-788363-8-iscsi {{(pid=93659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:11:44.696976 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a031e-aeb0-438c-937a-caf15c466a5f admin admin] Pushing event deleted for resources: {'Network': ['ID=5f681b99-32a5-40d5-a305-9f755d31a4dd,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:45.096397 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-bdd1edd2-e7a7-4350-9785-7d4d4578d550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695971'] for router_interface, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:45.388076 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [None req-bdd1edd2-e7a7-4350-9785-7d4d4578d550 admin admin] Deleting port 82a4f727-6495-4723-9f7b-5d3333613424 {{(pid=93658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:11:45.388422 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-bdd1edd2-e7a7-4350-9785-7d4d4578d550 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:45.464955 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.db [None req-bdd1edd2-e7a7-4350-9785-7d4d4578d550 admin admin] For port 82a4f727-6495-4723-9f7b-5d3333613424, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=82a4f727-6495-4723-9f7b-5d3333613424,segment=NetworkSegment(1a5cb4a4-447d-40c0-a6a1-365cb78a62b5),segment_id=1a5cb4a4-447d-40c0-a6a1-365cb78a62b5)] {{(pid=93658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:11:45.465306 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-bdd1edd2-e7a7-4350-9785-7d4d4578d550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:45.480809 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [None req-bdd1edd2-e7a7-4350-9785-7d4d4578d550 admin admin] Calling delete_port for 82a4f727-6495-4723-9f7b-5d3333613424 owned by network:router_interface {{(pid=93658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:11:45.596728 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 69036fd5-d126-4226-bc11-2761199d27d9 no longer exists at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:11:45.617551 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] No Port match for: 69036fd5-d126-4226-bc11-2761199d27d9 {{(pid=93659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:11:45.618163 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 69036fd5-d126-4226-bc11-2761199d27d9 not bound to the agent host dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:11:45.618575 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 64f7562c-b4b6-4555-910a-56df4efe471f no longer exists at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:11:45.636905 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] No Port match for: 64f7562c-b4b6-4555-910a-56df4efe471f {{(pid=93659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:11:45.637248 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 64f7562c-b4b6-4555-910a-56df4efe471f not bound to the agent host dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:11:45.637693 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device a1d6eee6-3376-4d37-a286-75b9ac234894 no longer exists at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:11:45.666785 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-bdd1edd2-e7a7-4350-9785-7d4d4578d550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4513278'] for port, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:45.694670 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1edd2-e7a7-4350-9785-7d4d4578d550 admin admin] Pushing event deleted for resources: {'Port': ['ID=82a4f727-6495-4723-9f7b-5d3333613424,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:45.730367 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.agents_db [None req-ef181030-a4ef-48d9-9156-44fb1018252a None None] Agent healthcheck: found 6 active agents {{(pid=93660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:11:45.781084 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] No Port match for: a1d6eee6-3376-4d37-a286-75b9ac234894 {{(pid=93659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:11:45.781433 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device a1d6eee6-3376-4d37-a286-75b9ac234894 not bound to the agent host dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:11:45.864985 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-bdd1edd2-e7a7-4350-9785-7d4d4578d550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683827'] for router_interface, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:46.073196 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd1edd2-e7a7-4350-9785-7d4d4578d550 admin admin] Router cde98b65-e7e9-4687-9fa9-1fed7c5f1b92 has already been hosted by L3 agent d1959f4f-c5e4-447e-bdea-87c7e923db15 {{(pid=93658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:11:46.434436 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd1edd2-e7a7-4350-9785-7d4d4578d550 admin admin] Notify agent at l3_agent.dv-cinder-788363-8-iscsi the message routers_updated {{(pid=93658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:11:46.441436 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-bdd1edd2-e7a7-4350-9785-7d4d4578d550 admin admin] 10.222.0.70 "PUT /v2.0/routers/cde98b65-e7e9-4687-9fa9-1fed7c5f1b92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7501910 Jul 15 19:11:46.443844 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 57028) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:46.446804 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c91a26-2f95-4335-a01c-bf6824cc695d None None] Sync routers for ids ['cde98b65-e7e9-4687-9fa9-1fed7c5f1b92'] in dv-cinder-788363-8-iscsi {{(pid=93660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:11:46.456080 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c91a26-2f95-4335-a01c-bf6824cc695d None None] Routers {'cde98b65-e7e9-4687-9fa9-1fed7c5f1b92'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:11:46.456684 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-33c91a26-2f95-4335-a01c-bf6824cc695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:11:22Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['cde98b65-e7e9-4687-9fa9-1fed7c5f1b92'], 'active': True} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:11:46.546589 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7789c69c-a677-4666-a74f-40028b68bd28 admin admin] Notify callbacks [] for router, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:46.558885 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvr_db [None req-33c91a26-2f95-4335-a01c-bf6824cc695d None None] Set router cde98b65-e7e9-4687-9fa9-1fed7c5f1b92 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:11:46.652646 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7789c69c-a677-4666-a74f-40028b68bd28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:46.702493 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [None req-7789c69c-a677-4666-a74f-40028b68bd28 admin admin] Deleting port feb10098-a481-4a04-81a6-dcdcfae796f6 {{(pid=93658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:11:46.703186 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7789c69c-a677-4666-a74f-40028b68bd28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:46.757184 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-33c91a26-2f95-4335-a01c-bf6824cc695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde98b65-e7e9-4687-9fa9-1fed7c5f1b92', 'name': 'tempest-TestMinimumBasicScenario-1088665921-router', 'tenant_id': '4e393495db684676ba76ec51cc291659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'feb10098-a481-4a04-81a6-dcdcfae796f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:08:19Z', 'updated_at': '2021-07-15T19:11:45Z', 'revision_number': 5, 'project_id': '4e393495db684676ba76ec51cc291659', 'gw_port': {'id': 'feb10098-a481-4a04-81a6-dcdcfae796f6', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:41:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde98b65-e7e9-4687-9fa9-1fed7c5f1b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:19Z', 'updated_at': '2021-07-15T19:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi'}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:11:46.779837 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.db [None req-7789c69c-a677-4666-a74f-40028b68bd28 admin admin] For port feb10098-a481-4a04-81a6-dcdcfae796f6, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=feb10098-a481-4a04-81a6-dcdcfae796f6,segment=NetworkSegment(d344549d-09e0-4982-8c11-6f16cb0baa64),segment_id=d344549d-09e0-4982-8c11-6f16cb0baa64)] {{(pid=93658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:11:46.780195 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7789c69c-a677-4666-a74f-40028b68bd28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:46.782572 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c91a26-2f95-4335-a01c-bf6824cc695d None None] Checking router: cde98b65-e7e9-4687-9fa9-1fed7c5f1b92 for host: dv-cinder-788363-8-iscsi {{(pid=93660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:11:46.791684 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c91a26-2f95-4335-a01c-bf6824cc695d None None] Routers {'cde98b65-e7e9-4687-9fa9-1fed7c5f1b92'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:11:46.792682 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-33c91a26-2f95-4335-a01c-bf6824cc695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:11:22Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['cde98b65-e7e9-4687-9fa9-1fed7c5f1b92'], 'active': True} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:11:46.792909 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [None req-7789c69c-a677-4666-a74f-40028b68bd28 admin admin] Calling delete_port for feb10098-a481-4a04-81a6-dcdcfae796f6 owned by network:router_gateway {{(pid=93658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:11:46.876428 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvr_db [None req-33c91a26-2f95-4335-a01c-bf6824cc695d None None] Set router cde98b65-e7e9-4687-9fa9-1fed7c5f1b92 gateway port host: None {{(pid=93660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:11:46.927816 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-33c91a26-2f95-4335-a01c-bf6824cc695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde98b65-e7e9-4687-9fa9-1fed7c5f1b92', 'name': 'tempest-TestMinimumBasicScenario-1088665921-router', 'tenant_id': '4e393495db684676ba76ec51cc291659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:08:19Z', 'updated_at': '2021-07-15T19:11:46Z', 'revision_number': 6, 'project_id': '4e393495db684676ba76ec51cc291659', 'gw_port_host': None}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:11:46.957562 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c91a26-2f95-4335-a01c-bf6824cc695d None None] The sync data for ids ['cde98b65-e7e9-4687-9fa9-1fed7c5f1b92'] in dv-cinder-788363-8-iscsi is: [{'id': 'cde98b65-e7e9-4687-9fa9-1fed7c5f1b92', 'name': 'tempest-TestMinimumBasicScenario-1088665921-router', 'tenant_id': '4e393495db684676ba76ec51cc291659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:08:19Z', 'updated_at': '2021-07-15T19:11:46Z', 'revision_number': 6, 'project_id': '4e393495db684676ba76ec51cc291659', 'gw_port_host': None}] {{(pid=93660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:11:46.958478 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7789c69c-a677-4666-a74f-40028b68bd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4513278'] for port, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:46.990295 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7789c69c-a677-4666-a74f-40028b68bd28 admin admin] Pushing event deleted for resources: {'Port': ['ID=feb10098-a481-4a04-81a6-dcdcfae796f6,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:47.048358 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7789c69c-a677-4666-a74f-40028b68bd28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764521'] for router_gateway, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:47.135127 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7789c69c-a677-4666-a74f-40028b68bd28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-696317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124545'] for router, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:47.137165 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7789c69c-a677-4666-a74f-40028b68bd28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:47.180461 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7789c69c-a677-4666-a74f-40028b68bd28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681195'] for router, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:47.180877 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7789c69c-a677-4666-a74f-40028b68bd28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cde98b65-e7e9-4687-9fa9-1fed7c5f1b92 {{(pid=93658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 19:11:47.186298 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7789c69c-a677-4666-a74f-40028b68bd28 admin admin] Notify callbacks [] for router, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:47.187442 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-7789c69c-a677-4666-a74f-40028b68bd28 admin admin] 10.222.0.70 "DELETE /v2.0/routers/cde98b65-e7e9-4687-9fa9-1fed7c5f1b92 HTTP/1.1" status: 204 len: 168 time: 0.7426877 Jul 15 19:11:47.190046 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 57034) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:47.237598 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e396133-6d07-42a7-8718-c5d61ee929c8 admin admin] Deleting subnet 23edd7f2-7367-4120-8b34-f7ccab8762bd {{(pid=93658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:11:47.240968 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-0e396133-6d07-42a7-8718-c5d61ee929c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:47.275488 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-0e396133-6d07-42a7-8718-c5d61ee929c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5771400'] for subnet, precommit_delete_associations {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:47.395249 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-0e396133-6d07-42a7-8718-c5d61ee929c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1788362'] for subnet, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:47.448084 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-0e396133-6d07-42a7-8718-c5d61ee929c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1788413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4513165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133957'] for subnet, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:47.475592 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-0e396133-6d07-42a7-8718-c5d61ee929c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:47.479718 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-0e396133-6d07-42a7-8718-c5d61ee929c8 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/23edd7f2-7367-4120-8b34-f7ccab8762bd HTTP/1.1" status: 204 len: 168 time: 0.2864823 Jul 15 19:11:47.479718 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e396133-6d07-42a7-8718-c5d61ee929c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23edd7f2-7367-4120-8b34-f7ccab8762bd,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:47.480160 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 57038) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:47.486570 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bbd1e5-bf54-45c9-98df-b61360a48bbe None None] Network bbaf2938-d23d-4559-8b8a-6f21a1091865 requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:11:47.491425 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e396133-6d07-42a7-8718-c5d61ee929c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:47.491883 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e396133-6d07-42a7-8718-c5d61ee929c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:47.492351 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e396133-6d07-42a7-8718-c5d61ee929c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:47.492777 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e396133-6d07-42a7-8718-c5d61ee929c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:47.493247 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e396133-6d07-42a7-8718-c5d61ee929c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:47.493694 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e396133-6d07-42a7-8718-c5d61ee929c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:47.494147 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e396133-6d07-42a7-8718-c5d61ee929c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:47.494571 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e396133-6d07-42a7-8718-c5d61ee929c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:47.494995 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e396133-6d07-42a7-8718-c5d61ee929c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:47.495327 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e396133-6d07-42a7-8718-c5d61ee929c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:47.495651 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e396133-6d07-42a7-8718-c5d61ee929c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:47.495974 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e396133-6d07-42a7-8718-c5d61ee929c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:47.562608 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-8067808f-1804-47d3-ad3d-33d035c8de3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603233'] for network, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:47.614767 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [None req-8067808f-1804-47d3-ad3d-33d035c8de3d admin admin] Deleting port bf16e373-3317-4776-9236-f30bb8cb1e7c {{(pid=93657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:11:47.615633 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-8067808f-1804-47d3-ad3d-33d035c8de3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:47.680916 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [None req-8067808f-1804-47d3-ad3d-33d035c8de3d admin admin] For port bf16e373-3317-4776-9236-f30bb8cb1e7c, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=bf16e373-3317-4776-9236-f30bb8cb1e7c,segment=NetworkSegment(1a5cb4a4-447d-40c0-a6a1-365cb78a62b5),segment_id=1a5cb4a4-447d-40c0-a6a1-365cb78a62b5)] {{(pid=93657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:11:47.681266 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-8067808f-1804-47d3-ad3d-33d035c8de3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:47.692356 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [None req-8067808f-1804-47d3-ad3d-33d035c8de3d admin admin] Calling delete_port for bf16e373-3317-4776-9236-f30bb8cb1e7c owned by network:dhcp {{(pid=93657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:11:47.759042 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41685a1e-6611-4b71-a5b3-ab4d0cd485e3 None None] DHCP port deletion for bbaf2938-d23d-4559-8b8a-6f21a1091865 request from dv-cinder-788363-8-iscsi {{(pid=93659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 19:11:47.787868 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-8067808f-1804-47d3-ad3d-33d035c8de3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:47.818770 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-41685a1e-6611-4b71-a5b3-ab4d0cd485e3 None None] Deleting port bf16e373-3317-4776-9236-f30bb8cb1e7c {{(pid=93659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:11:47.819151 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-41685a1e-6611-4b71-a5b3-ab4d0cd485e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:47.830168 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8067808f-1804-47d3-ad3d-33d035c8de3d admin admin] Pushing event deleted for resources: {'Port': ['ID=bf16e373-3317-4776-9236-f30bb8cb1e7c,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:47.832439 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8067808f-1804-47d3-ad3d-33d035c8de3d admin admin] No DVR routers for this DVR port bf16e373-3317-4776-9236-f30bb8cb1e7c on host dv-cinder-788363-8-iscsi {{(pid=93657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:11:47.843584 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device bf16e373-3317-4776-9236-f30bb8cb1e7c no longer exists at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:11:47.868130 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] No Port match for: bf16e373-3317-4776-9236-f30bb8cb1e7c {{(pid=93659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:11:47.868638 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device bf16e373-3317-4776-9236-f30bb8cb1e7c not bound to the agent host dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:11:47.869055 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 82a4f727-6495-4723-9f7b-5d3333613424 no longer exists at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:11:47.890481 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] No Port match for: 82a4f727-6495-4723-9f7b-5d3333613424 {{(pid=93659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:11:47.890828 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 82a4f727-6495-4723-9f7b-5d3333613424 not bound to the agent host dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:11:47.891244 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device feb10098-a481-4a04-81a6-dcdcfae796f6 no longer exists at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:11:47.908153 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-8067808f-1804-47d3-ad3d-33d035c8de3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787310', 'neutron.services.segments.db._delete_segments_for_network-8730935243340'] for network, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:47.918496 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.services.segments.db [None req-8067808f-1804-47d3-ad3d-33d035c8de3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbaf2938-d23d-4559-8b8a-6f21a1091865']}} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:11:47.929055 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.services.segments.db [None req-8067808f-1804-47d3-ad3d-33d035c8de3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a5cb4a4-447d-40c0-a6a1-365cb78a62b5') {'for_net_delete': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:11:47.929353 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.services.segments.db [None req-8067808f-1804-47d3-ad3d-33d035c8de3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a5cb4a4-447d-40c0-a6a1-365cb78a62b5') {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:11:47.938491 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-8067808f-1804-47d3-ad3d-33d035c8de3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730935246421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6718485'] for segment, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:47.945532 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] No Port match for: feb10098-a481-4a04-81a6-dcdcfae796f6 {{(pid=93659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:11:47.945828 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device feb10098-a481-4a04-81a6-dcdcfae796f6 not bound to the agent host dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:11:47.947719 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-41685a1e-6611-4b71-a5b3-ab4d0cd485e3 None None] For port bf16e373-3317-4776-9236-f30bb8cb1e7c, host dv-cinder-788363-8-iscsi, got binding levels [] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:11:47.948165 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-41685a1e-6611-4b71-a5b3-ab4d0cd485e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:47.960239 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-8067808f-1804-47d3-ad3d-33d035c8de3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882'] for segment, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:47.962648 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-41685a1e-6611-4b71-a5b3-ab4d0cd485e3 None None] Calling delete_port for bf16e373-3317-4776-9236-f30bb8cb1e7c owned by network:dhcp {{(pid=93659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:11:47.965367 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.ipam_backend_mixin [None req-41685a1e-6611-4b71-a5b3-ab4d0cd485e3 None None] Port bf16e373-3317-4776-9236-f30bb8cb1e7c was not found and therefore no delete operation was performed {{(pid=93659) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 19:11:47.966634 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-41685a1e-6611-4b71-a5b3-ab4d0cd485e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364'] for port, after_delete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:47.966923 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8067808f-1804-47d3-ad3d-33d035c8de3d admin admin] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=93657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:11:47.967268 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-8067808f-1804-47d3-ad3d-33d035c8de3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6306772'] for segment, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:47.969225 dv-cinder-788363-8-iscsi neutron-server[93657]: Traceback (most recent call last): Jul 15 19:11:47.969225 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:11:47.969225 dv-cinder-788363-8-iscsi neutron-server[93657]: timer() Jul 15 19:11:47.969225 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:11:47.969225 dv-cinder-788363-8-iscsi neutron-server[93657]: cb(*args, **kw) Jul 15 19:11:47.969225 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:11:47.969225 dv-cinder-788363-8-iscsi neutron-server[93657]: return func(*args, **kwargs) Jul 15 19:11:47.969225 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:11:47.969225 dv-cinder-788363-8-iscsi neutron-server[93657]: self._notify() Jul 15 19:11:47.969225 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:11:47.969225 dv-cinder-788363-8-iscsi neutron-server[93657]: self.callback(batched_events) Jul 15 19:11:47.969225 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:11:47.969225 dv-cinder-788363-8-iscsi neutron-server[93657]: event.method(event) Jul 15 19:11:47.969225 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:11:47.969225 dv-cinder-788363-8-iscsi neutron-server[93657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:11:47.969225 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:11:47.969225 dv-cinder-788363-8-iscsi neutron-server[93657]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:11:47.969225 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:11:47.969225 dv-cinder-788363-8-iscsi neutron-server[93657]: return f(self, *a, **k) Jul 15 19:11:47.969225 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:11:47.969225 dv-cinder-788363-8-iscsi neutron-server[93657]: return self._get(url).json() Jul 15 19:11:47.969225 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:11:47.969225 dv-cinder-788363-8-iscsi neutron-server[93657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:11:47.969225 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:11:47.969225 dv-cinder-788363-8-iscsi neutron-server[93657]: return self.request(url, 'GET', **kwargs) Jul 15 19:11:47.969225 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:11:47.969225 dv-cinder-788363-8-iscsi neutron-server[93657]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:11:47.969225 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:11:47.969225 dv-cinder-788363-8-iscsi neutron-server[93657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:11:47.969225 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:11:47.969225 dv-cinder-788363-8-iscsi neutron-server[93657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:11:47.969225 dv-cinder-788363-8-iscsi neutron-server[93657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:11:47.996770 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41685a1e-6611-4b71-a5b3-ab4d0cd485e3 None None] Pushing event deleted for resources: {'Port': ['ID=bf16e373-3317-4776-9236-f30bb8cb1e7c,revision_number=None']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:48.001821 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41685a1e-6611-4b71-a5b3-ab4d0cd485e3 None None] No DVR routers for this DVR port bf16e373-3317-4776-9236-f30bb8cb1e7c on host dv-cinder-788363-8-iscsi {{(pid=93659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:11:48.030355 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-8067808f-1804-47d3-ad3d-33d035c8de3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764597'] for network, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:48.036114 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-8067808f-1804-47d3-ad3d-33d035c8de3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for network, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:48.040954 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-8067808f-1804-47d3-ad3d-33d035c8de3d admin admin] 10.222.0.70 "DELETE /v2.0/networks/bbaf2938-d23d-4559-8b8a-6f21a1091865 HTTP/1.1" status: 204 len: 168 time: 0.5598426 Jul 15 19:11:48.053498 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8067808f-1804-47d3-ad3d-33d035c8de3d admin admin] Pushing event deleted for resources: {'Network': ['ID=bbaf2938-d23d-4559-8b8a-6f21a1091865,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:48.194166 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 57044) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:48.232359 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-32bd92ca-5de0-468b-9493-5f3cd115b44a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6376ca77efd740189f836e21e81181c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370061 Jul 15 19:11:48.234592 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 57046) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:48.280242 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-a18fd661-ad73-404d-a40c-8a83807a436e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:48.301352 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-a18fd661-ad73-404d-a40c-8a83807a436e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:48.345595 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-a18fd661-ad73-404d-a40c-8a83807a436e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:48.348227 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-a18fd661-ad73-404d-a40c-8a83807a436e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:48.349387 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-a18fd661-ad73-404d-a40c-8a83807a436e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/09e614a6-2816-4253-b71e-36d5602d5775 HTTP/1.1" status: 204 len: 168 time: 0.1139374 Jul 15 19:11:48.357527 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fd661-ad73-404d-a40c-8a83807a436e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e614a6-2816-4253-b71e-36d5602d5775,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:48.666820 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 57058) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:48.707488 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-56719dd3-acd2-419b-8408-87332781c0fe admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4e393495db684676ba76ec51cc291659&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393713 Jul 15 19:11:48.710418 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 57060) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:48.760035 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-226f20fb-6baa-45ee-af34-f42ad06f2512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:48.780554 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-226f20fb-6baa-45ee-af34-f42ad06f2512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:48.830556 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-226f20fb-6baa-45ee-af34-f42ad06f2512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:48.833960 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-226f20fb-6baa-45ee-af34-f42ad06f2512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:48.835301 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-226f20fb-6baa-45ee-af34-f42ad06f2512 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/089ecfb6-8da4-457d-9376-06ab71e53c6f HTTP/1.1" status: 204 len: 168 time: 0.1239007 Jul 15 19:11:48.845528 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f20fb-6baa-45ee-af34-f42ad06f2512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089ecfb6-8da4-457d-9376-06ab71e53c6f,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:49.470393 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-236cd749-ba1d-4313-b897-a429b5873532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:49.505470 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 57082) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:49.603363 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [None req-7139edb8-4399-4154-9b02-7e19867346b6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1053106106-network', 'tenant_id': 'b2ad1b66aed3448d8e6473bdf587c8be'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:11:49.625778 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7139edb8-4399-4154-9b02-7e19867346b6 admin admin] Made reservation on behalf of b2ad1b66aed3448d8e6473bdf587c8be for: {'network': 1} {{(pid=93658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:11:49.628757 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7139edb8-4399-4154-9b02-7e19867346b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for network, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:49.644242 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7139edb8-4399-4154-9b02-7e19867346b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:49.761773 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7139edb8-4399-4154-9b02-7e19867346b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:49.767258 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7139edb8-4399-4154-9b02-7e19867346b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:49.790491 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7139edb8-4399-4154-9b02-7e19867346b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1067} {{(pid=93658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:11:49.806689 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7139edb8-4399-4154-9b02-7e19867346b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ebe67e-dab1-417f-96d8-4673ada6dde9,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:49.810057 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7139edb8-4399-4154-9b02-7e19867346b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882'] for segment, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:49.810411 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.db.segments_db [None req-7139edb8-4399-4154-9b02-7e19867346b6 admin admin] Added segment 698fe472-5cd2-4ce0-93ec-3a302994f98b of type vlan for network 7d50aa2d-604e-4f65-a71a-b638bdc835af Jul 15 19:11:49.853168 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7139edb8-4399-4154-9b02-7e19867346b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730934684676'] for network, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:49.890068 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7139edb8-4399-4154-9b02-7e19867346b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736'] for network, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:49.891014 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7139edb8-4399-4154-9b02-7e19867346b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:49.891595 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-7139edb8-4399-4154-9b02-7e19867346b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for network, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:49.926249 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-7139edb8-4399-4154-9b02-7e19867346b6 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4196217 Jul 15 19:11:49.929163 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 57100) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:49.934153 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-839dbe7e-66d7-4835-9db5-e8380a6afce1 admin admin] Request body: {'subnet': {'network_id': '7d50aa2d-604e-4f65-a71a-b638bdc835af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1053106106-subnet', 'tenant_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'ip_version': 4}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:11:49.959750 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839dbe7e-66d7-4835-9db5-e8380a6afce1 admin admin] Made reservation on behalf of b2ad1b66aed3448d8e6473bdf587c8be for: {'subnet': 1} {{(pid=93657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:11:49.962743 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-839dbe7e-66d7-4835-9db5-e8380a6afce1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5276051'] for subnet, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:49.962936 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7139edb8-4399-4154-9b02-7e19867346b6 admin admin] Pushing event updated for resources: {'Network': ['ID=7d50aa2d-604e-4f65-a71a-b638bdc835af,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:49.972934 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Network 7d50aa2d-604e-4f65-a71a-b638bdc835af details requested by agent ovs-agent-dv-cinder-788363-8-iscsi with host dv-cinder-788363-8-iscsi {{(pid=93659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:11:50.154830 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-839dbe7e-66d7-4835-9db5-e8380a6afce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6305961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5276033'] for subnet, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:50.212405 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839dbe7e-66d7-4835-9db5-e8380a6afce1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f465249e-fbc0-4204-8af8-3bf63247cd6c,revision_number=0']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:50.220807 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839dbe7e-66d7-4835-9db5-e8380a6afce1 admin admin] Checking segment: {'id': '698fe472-5cd2-4ce0-93ec-3a302994f98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7d50aa2d-604e-4f65-a71a-b638bdc835af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:11:50.221171 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839dbe7e-66d7-4835-9db5-e8380a6afce1 admin admin] Network hostable DHCP agents. Network: 7d50aa2d-604e-4f65-a71a-b638bdc835af, hostable agents: ['55735004-04ab-4467-ab29-fafa31dd3593'], hosted agents: [] {{(pid=93657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:11:50.238096 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839dbe7e-66d7-4835-9db5-e8380a6afce1 admin admin] Network 7d50aa2d-604e-4f65-a71a-b638bdc835af is scheduled to be hosted by DHCP agent 55735004-04ab-4467-ab29-fafa31dd3593 with binding_index 1 {{(pid=93657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:11:50.246867 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.base_scheduler [None req-839dbe7e-66d7-4835-9db5-e8380a6afce1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-8-iscsi, 7d50aa2d-604e-4f65-a71a-b638bdc835af) {{(pid=93657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:11:50.250886 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839dbe7e-66d7-4835-9db5-e8380a6afce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:50.251467 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-839dbe7e-66d7-4835-9db5-e8380a6afce1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for subnet, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:50.256627 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdb851a-c95d-44aa-b833-354998680f3c None None] Network 7d50aa2d-604e-4f65-a71a-b638bdc835af requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:11:50.265408 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-839dbe7e-66d7-4835-9db5-e8380a6afce1 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3351564 Jul 15 19:11:50.268251 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 57106) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:50.273341 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-2644a136-0730-4a02-a64d-8daf147890c5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1053106106-router', 'tenant_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'}}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:11:50.294724 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2644a136-0730-4a02-a64d-8daf147890c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-764669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124563'] for router, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:50.295624 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2644a136-0730-4a02-a64d-8daf147890c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-695951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124568'] for router, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:50.351202 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2644a136-0730-4a02-a64d-8daf147890c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:50.406613 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ce11e6-3b1c-4497-9918-a5d2a04d7642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddf34259-25e2-5d11-b24f-5c2a52454752-7d50aa2d-604e-4f65-a71a-b638bdc835af', 'network_id': '7d50aa2d-604e-4f65-a71a-b638bdc835af', 'tenant_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'fixed_ips': [{'subnet_id': 'f465249e-fbc0-4204-8af8-3bf63247cd6c'}]}} from dv-cinder-788363-8-iscsi. {{(pid=93659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 19:11:50.407781 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-b9ce11e6-3b1c-4497-9918-a5d2a04d7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:50.498932 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2644a136-0730-4a02-a64d-8daf147890c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130162'] for router, precommit_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:50.543410 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.db_base_plugin_common [None req-b9ce11e6-3b1c-4497-9918-a5d2a04d7642 None None] Allocated IP 172.20.0.2 (7d50aa2d-604e-4f65-a71a-b638bdc835af/f465249e-fbc0-4204-8af8-3bf63247cd6c/58e647ac-77c9-43d3-aa7f-9dcb5c4d1a8d) {{(pid=93659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:11:50.685640 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-b9ce11e6-3b1c-4497-9918-a5d2a04d7642 None None] Notify callbacks [] for port, precommit_create {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:50.694044 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-b9ce11e6-3b1c-4497-9918-a5d2a04d7642 None None] Transition to ACTIVE for port object 58e647ac-77c9-43d3-aa7f-9dcb5c4d1a8d will not be triggered until provisioned by entity L2. {{(pid=93659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:11:50.698789 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2644a136-0730-4a02-a64d-8daf147890c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:50.708625 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-b9ce11e6-3b1c-4497-9918-a5d2a04d7642 None None] Transition to ACTIVE for port object 58e647ac-77c9-43d3-aa7f-9dcb5c4d1a8d will not be triggered until provisioned by entity DHCP. {{(pid=93659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:11:50.714910 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-b9ce11e6-3b1c-4497-9918-a5d2a04d7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355'] for port, after_create {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:50.717513 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2644a136-0730-4a02-a64d-8daf147890c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:50.749922 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ce11e6-3b1c-4497-9918-a5d2a04d7642 None None] Network 7d50aa2d-604e-4f65-a71a-b638bdc835af is already hosted by enough agents. {{(pid=93659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:11:50.752704 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.scheduler.base_scheduler [None req-b9ce11e6-3b1c-4497-9918-a5d2a04d7642 None None] Resources bound (agent type, host, resource id): {{(pid=93659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:11:50.758156 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ce11e6-3b1c-4497-9918-a5d2a04d7642 None None] Received port after_create {{(pid=93659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:11:50.770695 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce11e6-3b1c-4497-9918-a5d2a04d7642 None None] Pushing event updated for resources: {'Port': ['ID=58e647ac-77c9-43d3-aa7f-9dcb5c4d1a8d,revision_number=1']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:50.823025 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-b9ce11e6-3b1c-4497-9918-a5d2a04d7642 None None] Attempting to bind port 58e647ac-77c9-43d3-aa7f-9dcb5c4d1a8d on host dv-cinder-788363-8-iscsi for vnic_type normal with profile {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:11:50.823392 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-b9ce11e6-3b1c-4497-9918-a5d2a04d7642 None None] Attempting to bind port 58e647ac-77c9-43d3-aa7f-9dcb5c4d1a8d by drivers openvswitch,hyperv on host dv-cinder-788363-8-iscsi at level 0 using segments [{'id': '698fe472-5cd2-4ce0-93ec-3a302994f98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7d50aa2d-604e-4f65-a71a-b638bdc835af'}] {{(pid=93659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:11:50.823751 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ce11e6-3b1c-4497-9918-a5d2a04d7642 None None] Attempting to bind port 58e647ac-77c9-43d3-aa7f-9dcb5c4d1a8d on network 7d50aa2d-604e-4f65-a71a-b638bdc835af {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:11:50.823874 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.db_base_plugin_common [None req-2644a136-0730-4a02-a64d-8daf147890c5 admin admin] Allocated IP 172.27.2.102 (e1e7053a-85e2-45af-9353-c5375187db21/9528084b-89d8-4124-b104-08bd71cd5eaa/7a27d636-b845-4c4a-b4eb-5eaf461330bc) {{(pid=93657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:11:50.829008 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ce11e6-3b1c-4497-9918-a5d2a04d7642 None None] Checking agent: {'id': 'ac33f8ba-c243-4061-a3c6-3aff717edb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 52), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:11:50.829392 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ce11e6-3b1c-4497-9918-a5d2a04d7642 None None] Checking segment: {'id': '698fe472-5cd2-4ce0-93ec-3a302994f98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7d50aa2d-604e-4f65-a71a-b638bdc835af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:11:50.829822 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-b9ce11e6-3b1c-4497-9918-a5d2a04d7642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:50.830216 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ce11e6-3b1c-4497-9918-a5d2a04d7642 None None] Bound using segment: {'id': '698fe472-5cd2-4ce0-93ec-3a302994f98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7d50aa2d-604e-4f65-a71a-b638bdc835af'} {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:11:50.830684 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-b9ce11e6-3b1c-4497-9918-a5d2a04d7642 None None] Bound port: 58e647ac-77c9-43d3-aa7f-9dcb5c4d1a8d, host: dv-cinder-788363-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '698fe472-5cd2-4ce0-93ec-3a302994f98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7d50aa2d-604e-4f65-a71a-b638bdc835af'}}] {{(pid=93659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:11:50.831078 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-b9ce11e6-3b1c-4497-9918-a5d2a04d7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:50.900299 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-b9ce11e6-3b1c-4497-9918-a5d2a04d7642 None None] For port 58e647ac-77c9-43d3-aa7f-9dcb5c4d1a8d, host dv-cinder-788363-8-iscsi, cleared binding levels {{(pid=93659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:11:50.903848 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-b9ce11e6-3b1c-4497-9918-a5d2a04d7642 None None] For port 58e647ac-77c9-43d3-aa7f-9dcb5c4d1a8d, host dv-cinder-788363-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=58e647ac-77c9-43d3-aa7f-9dcb5c4d1a8d,segment=NetworkSegment(698fe472-5cd2-4ce0-93ec-3a302994f98b),segment_id=698fe472-5cd2-4ce0-93ec-3a302994f98b)] {{(pid=93659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:11:50.909625 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-b9ce11e6-3b1c-4497-9918-a5d2a04d7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:50.931998 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2644a136-0730-4a02-a64d-8daf147890c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:50.985217 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2644a136-0730-4a02-a64d-8daf147890c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:50.991442 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce11e6-3b1c-4497-9918-a5d2a04d7642 None None] Pushing event updated for resources: {'Port': ['ID=58e647ac-77c9-43d3-aa7f-9dcb5c4d1a8d,revision_number=2']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:51.035055 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2644a136-0730-4a02-a64d-8daf147890c5 admin admin] Network e1e7053a-85e2-45af-9353-c5375187db21 is already hosted by enough agents. {{(pid=93657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:11:51.041362 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.base_scheduler [None req-2644a136-0730-4a02-a64d-8daf147890c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:11:51.043017 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2644a136-0730-4a02-a64d-8daf147890c5 admin admin] Received port after_create {{(pid=93657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:11:51.049904 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2644a136-0730-4a02-a64d-8daf147890c5 admin admin] Pushing event updated for resources: {'Port': ['ID=7a27d636-b845-4c4a-b4eb-5eaf461330bc,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:51.343877 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2644a136-0730-4a02-a64d-8daf147890c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:51.669681 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 58e647ac-77c9-43d3-aa7f-9dcb5c4d1a8d up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:11:51.735310 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning for port 58e647ac-77c9-43d3-aa7f-9dcb5c4d1a8d completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:11:51.857642 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2644a136-0730-4a02-a64d-8daf147890c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764429'] for router, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:51.995351 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2644a136-0730-4a02-a64d-8daf147890c5 admin admin] Router 118055e5-c1a0-485a-8e26-a68407e20b6b is scheduled to L3 agent d1959f4f-c5e4-447e-bdea-87c7e923db15 with binding_index 1 {{(pid=93657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 19:11:52.047465 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d25d802-410a-403b-8a25-227d25e9a9f2 None None] Network 7d50aa2d-604e-4f65-a71a-b638bdc835af requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:11:52.092289 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-96d5b916-fad3-4d61-a4e2-831696d8f466 None None] Provisioning for port 58e647ac-77c9-43d3-aa7f-9dcb5c4d1a8d completed by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:11:52.098765 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-96d5b916-fad3-4d61-a4e2-831696d8f466 None None] Provisioning complete for port 58e647ac-77c9-43d3-aa7f-9dcb5c4d1a8d triggered by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:11:52.099100 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-96d5b916-fad3-4d61-a4e2-831696d8f466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:52.112199 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2644a136-0730-4a02-a64d-8daf147890c5 admin admin] Notify agent at l3_agent.dv-cinder-788363-8-iscsi the message routers_updated {{(pid=93657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:11:52.127687 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528c33e2-6eb3-4c5f-9728-4cd013366277 None None] Sync routers for ids ['118055e5-c1a0-485a-8e26-a68407e20b6b'] in dv-cinder-788363-8-iscsi {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:11:52.135575 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2644a136-0730-4a02-a64d-8daf147890c5 admin admin] Notify callbacks [] for router, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:52.140046 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 57132) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:52.140548 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-2644a136-0730-4a02-a64d-8daf147890c5 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8709044 Jul 15 19:11:52.154935 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:52.197249 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528c33e2-6eb3-4c5f-9728-4cd013366277 None None] Routers {'118055e5-c1a0-485a-8e26-a68407e20b6b'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:11:52.197955 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-528c33e2-6eb3-4c5f-9728-4cd013366277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:11:22Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['118055e5-c1a0-485a-8e26-a68407e20b6b'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:11:52.240895 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-dbd6ea58-9753-4dd5-a8f8-da0b209df940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:52.386190 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-528c33e2-6eb3-4c5f-9728-4cd013366277 None None] Set router 118055e5-c1a0-485a-8e26-a68407e20b6b gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:11:52.433686 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-96d5b916-fad3-4d61-a4e2-831696d8f466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:52.559015 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-96d5b916-fad3-4d61-a4e2-831696d8f466 None None] For port 58e647ac-77c9-43d3-aa7f-9dcb5c4d1a8d, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=58e647ac-77c9-43d3-aa7f-9dcb5c4d1a8d,segment=NetworkSegment(698fe472-5cd2-4ce0-93ec-3a302994f98b),segment_id=698fe472-5cd2-4ce0-93ec-3a302994f98b)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:11:52.570000 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-96d5b916-fad3-4d61-a4e2-831696d8f466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:52.587765 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-1fdb022b-4572-4400-8f51-45ed10625263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:52.663968 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d5b916-fad3-4d61-a4e2-831696d8f466 None None] Pushing event updated for resources: {'Port': ['ID=58e647ac-77c9-43d3-aa7f-9dcb5c4d1a8d,revision_number=3']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:52.691614 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-528c33e2-6eb3-4c5f-9728-4cd013366277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118055e5-c1a0-485a-8e26-a68407e20b6b', 'name': 'tempest-TestShelveInstance-1053106106-router', 'tenant_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '7a27d636-b845-4c4a-b4eb-5eaf461330bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:11:50Z', 'updated_at': '2021-07-15T19:11:51Z', 'revision_number': 3, 'project_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'gw_port': {'id': '7a27d636-b845-4c4a-b4eb-5eaf461330bc', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:21:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118055e5-c1a0-485a-8e26-a68407e20b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:11:50Z', 'updated_at': '2021-07-15T19:11:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi'}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:11:52.727485 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528c33e2-6eb3-4c5f-9728-4cd013366277 None None] Checking router: 118055e5-c1a0-485a-8e26-a68407e20b6b for host: dv-cinder-788363-8-iscsi {{(pid=93659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:11:52.728198 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528c33e2-6eb3-4c5f-9728-4cd013366277 None None] Updating router 118055e5-c1a0-485a-8e26-a68407e20b6b port 7a27d636-b845-4c4a-b4eb-5eaf461330bc binding host dv-cinder-788363-8-iscsi {{(pid=93659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:11:52.752124 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.db_base_plugin_common [None req-1fdb022b-4572-4400-8f51-45ed10625263 admin admin] Allocated IP 172.20.0.1 (7d50aa2d-604e-4f65-a71a-b638bdc835af/f465249e-fbc0-4204-8af8-3bf63247cd6c/a6f7d03c-8862-401b-865d-55d513175a1a) {{(pid=93658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:11:52.866275 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-1fdb022b-4572-4400-8f51-45ed10625263 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:52.879848 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.provisioning_blocks [None req-1fdb022b-4572-4400-8f51-45ed10625263 admin admin] Transition to ACTIVE for port object a6f7d03c-8862-401b-865d-55d513175a1a will not be triggered until provisioned by entity DHCP. {{(pid=93658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:11:52.893756 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-528c33e2-6eb3-4c5f-9728-4cd013366277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:52.913738 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-1fdb022b-4572-4400-8f51-45ed10625263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4513278'] for port, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:52.914707 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-76671198-ec5a-401c-9160-a23299507d5b None None] Provisioning complete for port 58e647ac-77c9-43d3-aa7f-9dcb5c4d1a8d triggered by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:11:52.915174 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-76671198-ec5a-401c-9160-a23299507d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:52.953236 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdb022b-4572-4400-8f51-45ed10625263 admin admin] Network 7d50aa2d-604e-4f65-a71a-b638bdc835af is already hosted by enough agents. {{(pid=93658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:11:52.957729 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.base_scheduler [None req-1fdb022b-4572-4400-8f51-45ed10625263 admin admin] Resources bound (agent type, host, resource id): {{(pid=93658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:11:52.962738 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdb022b-4572-4400-8f51-45ed10625263 admin admin] Received port after_create {{(pid=93658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:11:52.965840 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb022b-4572-4400-8f51-45ed10625263 admin admin] Pushing event updated for resources: {'Port': ['ID=a6f7d03c-8862-401b-865d-55d513175a1a,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:53.004813 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-1fdb022b-4572-4400-8f51-45ed10625263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-695866'] for router_interface, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:53.158734 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-1fdb022b-4572-4400-8f51-45ed10625263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:53.228615 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-d9626ffd-25fa-4d0c-8045-d57f6acee42e None None] Provisioning for port a6f7d03c-8862-401b-865d-55d513175a1a completed by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:11:53.235302 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-528c33e2-6eb3-4c5f-9728-4cd013366277 None None] Notify callbacks [] for port, precommit_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:53.239052 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-d9626ffd-25fa-4d0c-8045-d57f6acee42e None None] Provisioning complete for port a6f7d03c-8862-401b-865d-55d513175a1a triggered by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:11:53.239487 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-d9626ffd-25fa-4d0c-8045-d57f6acee42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:53.267513 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-528c33e2-6eb3-4c5f-9728-4cd013366277 None None] Transition to ACTIVE for port object 7a27d636-b845-4c4a-b4eb-5eaf461330bc will not be triggered until provisioned by entity L2. {{(pid=93659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:11:53.278690 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-528c33e2-6eb3-4c5f-9728-4cd013366277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:53.311152 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-d9626ffd-25fa-4d0c-8045-d57f6acee42e None None] Port a6f7d03c-8862-401b-865d-55d513175a1a cannot update to ACTIVE because it is not bound. {{(pid=93659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:11:53.336831 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-1fdb022b-4572-4400-8f51-45ed10625263 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:53.341826 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-528c33e2-6eb3-4c5f-9728-4cd013366277 None None] Attempting to bind port 7a27d636-b845-4c4a-b4eb-5eaf461330bc on host dv-cinder-788363-8-iscsi for vnic_type normal with profile {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:11:53.342248 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-528c33e2-6eb3-4c5f-9728-4cd013366277 None None] Attempting to bind port 7a27d636-b845-4c4a-b4eb-5eaf461330bc by drivers openvswitch,hyperv on host dv-cinder-788363-8-iscsi at level 0 using segments [{'id': 'd344549d-09e0-4982-8c11-6f16cb0baa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'}] {{(pid=93659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:11:53.342650 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528c33e2-6eb3-4c5f-9728-4cd013366277 None None] Attempting to bind port 7a27d636-b845-4c4a-b4eb-5eaf461330bc on network e1e7053a-85e2-45af-9353-c5375187db21 {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:11:53.343773 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-1fdb022b-4572-4400-8f51-45ed10625263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4513223'] for port, after_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:53.346262 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b1ca2a-d5ac-45ee-adc3-e394e863945a None None] Pushing event updated for resources: {'Port': ['ID=7a27d636-b845-4c4a-b4eb-5eaf461330bc,revision_number=2']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:53.351523 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528c33e2-6eb3-4c5f-9728-4cd013366277 None None] Checking agent: {'id': 'ac33f8ba-c243-4061-a3c6-3aff717edb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 52), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:11:53.351915 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528c33e2-6eb3-4c5f-9728-4cd013366277 None None] Checking segment: {'id': 'd344549d-09e0-4982-8c11-6f16cb0baa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:11:53.352302 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-528c33e2-6eb3-4c5f-9728-4cd013366277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:53.352909 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528c33e2-6eb3-4c5f-9728-4cd013366277 None None] Bound using segment: {'id': 'd344549d-09e0-4982-8c11-6f16cb0baa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'} {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:11:53.353598 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-528c33e2-6eb3-4c5f-9728-4cd013366277 None None] Bound port: 7a27d636-b845-4c4a-b4eb-5eaf461330bc, host: dv-cinder-788363-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd344549d-09e0-4982-8c11-6f16cb0baa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'}}] {{(pid=93659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:11:53.354022 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-528c33e2-6eb3-4c5f-9728-4cd013366277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:53.413362 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-528c33e2-6eb3-4c5f-9728-4cd013366277 None None] For port 7a27d636-b845-4c4a-b4eb-5eaf461330bc, host dv-cinder-788363-8-iscsi, cleared binding levels {{(pid=93659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:11:53.415353 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-1fdb022b-4572-4400-8f51-45ed10625263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695886'] for router_interface, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:53.416643 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-528c33e2-6eb3-4c5f-9728-4cd013366277 None None] For port 7a27d636-b845-4c4a-b4eb-5eaf461330bc, host dv-cinder-788363-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=7a27d636-b845-4c4a-b4eb-5eaf461330bc,segment=NetworkSegment(d344549d-09e0-4982-8c11-6f16cb0baa64),segment_id=d344549d-09e0-4982-8c11-6f16cb0baa64)] {{(pid=93659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:11:53.421396 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-528c33e2-6eb3-4c5f-9728-4cd013366277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:53.425208 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb022b-4572-4400-8f51-45ed10625263 admin admin] Pushing event updated for resources: {'Port': ['ID=a6f7d03c-8862-401b-865d-55d513175a1a,revision_number=2']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:53.470161 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528c33e2-6eb3-4c5f-9728-4cd013366277 None None] Routers {'118055e5-c1a0-485a-8e26-a68407e20b6b'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:11:53.470796 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-528c33e2-6eb3-4c5f-9728-4cd013366277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:11:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['118055e5-c1a0-485a-8e26-a68407e20b6b'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:11:53.514215 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdb022b-4572-4400-8f51-45ed10625263 admin admin] Network 7d50aa2d-604e-4f65-a71a-b638bdc835af is already hosted by enough agents. {{(pid=93658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:11:53.515606 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.base_scheduler [None req-1fdb022b-4572-4400-8f51-45ed10625263 admin admin] Resources bound (agent type, host, resource id): {{(pid=93658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:11:53.519334 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b1ca2a-d5ac-45ee-adc3-e394e863945a None None] Pushing event updated for resources: {'Port': ['ID=7a27d636-b845-4c4a-b4eb-5eaf461330bc,revision_number=3']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:53.608944 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-528c33e2-6eb3-4c5f-9728-4cd013366277 None None] Set router 118055e5-c1a0-485a-8e26-a68407e20b6b gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:11:53.652985 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fdb022b-4572-4400-8f51-45ed10625263 admin admin] Router 118055e5-c1a0-485a-8e26-a68407e20b6b has already been hosted by L3 agent d1959f4f-c5e4-447e-bdea-87c7e923db15 {{(pid=93658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:11:53.656909 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 58e647ac-77c9-43d3-aa7f-9dcb5c4d1a8d up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:11:53.754134 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:53.772671 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fdb022b-4572-4400-8f51-45ed10625263 admin admin] Notify agent at l3_agent.dv-cinder-788363-8-iscsi the message routers_updated {{(pid=93658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:11:53.780221 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-1fdb022b-4572-4400-8f51-45ed10625263 admin admin] 10.222.0.70 "PUT /v2.0/routers/118055e5-c1a0-485a-8e26-a68407e20b6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6389937 Jul 15 19:11:53.802006 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-63c6be4c-77a4-4503-96fc-9926f468afce None None] Provisioning complete for port a6f7d03c-8862-401b-865d-55d513175a1a triggered by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:11:53.802465 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-63c6be4c-77a4-4503-96fc-9926f468afce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:53.856925 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port 58e647ac-77c9-43d3-aa7f-9dcb5c4d1a8d triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:11:53.857218 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:53.884312 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-63c6be4c-77a4-4503-96fc-9926f468afce None None] Port a6f7d03c-8862-401b-865d-55d513175a1a cannot update to ACTIVE because it is not bound. {{(pid=93659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:11:53.978406 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-528c33e2-6eb3-4c5f-9728-4cd013366277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118055e5-c1a0-485a-8e26-a68407e20b6b', 'name': 'tempest-TestShelveInstance-1053106106-router', 'tenant_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '7a27d636-b845-4c4a-b4eb-5eaf461330bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:11:50Z', 'updated_at': '2021-07-15T19:11:53Z', 'revision_number': 4, 'project_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'gw_port': {'id': '7a27d636-b845-4c4a-b4eb-5eaf461330bc', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:21:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118055e5-c1a0-485a-8e26-a68407e20b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:11:50Z', 'updated_at': '2021-07-15T19:11:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': 'a6f7d03c-8862-401b-865d-55d513175a1a', 'name': '', 'network_id': '7d50aa2d-604e-4f65-a71a-b638bdc835af', 'tenant_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'mac_address': 'fa:16:3e:82:30:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118055e5-c1a0-485a-8e26-a68407e20b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f465249e-fbc0-4204-8af8-3bf63247cd6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:11:52Z', 'updated_at': '2021-07-15T19:11:53Z', 'revision_number': 2, 'project_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'subnets': [{'id': 'f465249e-fbc0-4204-8af8-3bf63247cd6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:11:54.006690 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528c33e2-6eb3-4c5f-9728-4cd013366277 None None] The sync data for ids ['118055e5-c1a0-485a-8e26-a68407e20b6b'] in dv-cinder-788363-8-iscsi is: [{'id': '118055e5-c1a0-485a-8e26-a68407e20b6b', 'name': 'tempest-TestShelveInstance-1053106106-router', 'tenant_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '7a27d636-b845-4c4a-b4eb-5eaf461330bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:11:50Z', 'updated_at': '2021-07-15T19:11:53Z', 'revision_number': 4, 'project_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'gw_port': {'id': '7a27d636-b845-4c4a-b4eb-5eaf461330bc', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:21:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118055e5-c1a0-485a-8e26-a68407e20b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:11:50Z', 'updated_at': '2021-07-15T19:11:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': 'a6f7d03c-8862-401b-865d-55d513175a1a', 'name': '', 'network_id': '7d50aa2d-604e-4f65-a71a-b638bdc835af', 'tenant_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'mac_address': 'fa:16:3e:82:30:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118055e5-c1a0-485a-8e26-a68407e20b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f465249e-fbc0-4204-8af8-3bf63247cd6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:11:52Z', 'updated_at': '2021-07-15T19:11:53Z', 'revision_number': 2, 'project_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'subnets': [{'id': 'f465249e-fbc0-4204-8af8-3bf63247cd6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:11:54.270799 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 57160) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:54.275938 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [None req-6cf476e0-6257-4e12-9483-1408b1371eed admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1417127264-network', 'tenant_id': 'a0035a7372834a41b58e3d1123f573b8'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:11:54.298921 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf476e0-6257-4e12-9483-1408b1371eed admin admin] Made reservation on behalf of a0035a7372834a41b58e3d1123f573b8 for: {'network': 1} {{(pid=93658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:11:54.301536 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-6cf476e0-6257-4e12-9483-1408b1371eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for network, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:54.316785 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-6cf476e0-6257-4e12-9483-1408b1371eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:54.429784 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-6cf476e0-6257-4e12-9483-1408b1371eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:54.435855 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-6cf476e0-6257-4e12-9483-1408b1371eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:54.479260 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cf476e0-6257-4e12-9483-1408b1371eed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1084} {{(pid=93658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:11:54.502458 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf476e0-6257-4e12-9483-1408b1371eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3396a96-2757-4f41-9526-1792f0b1d41e,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:54.505904 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-6cf476e0-6257-4e12-9483-1408b1371eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882'] for segment, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:54.506253 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.db.segments_db [None req-6cf476e0-6257-4e12-9483-1408b1371eed admin admin] Added segment 86441954-5a11-4100-bc6c-6a95cd6e9c25 of type vlan for network f670ee9f-a119-4e80-9f98-28560c05d808 Jul 15 19:11:54.559404 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-6cf476e0-6257-4e12-9483-1408b1371eed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730934684676'] for network, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:54.593929 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-6cf476e0-6257-4e12-9483-1408b1371eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736'] for network, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:54.593929 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf476e0-6257-4e12-9483-1408b1371eed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:54.593929 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-6cf476e0-6257-4e12-9483-1408b1371eed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for network, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:54.668650 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-6cf476e0-6257-4e12-9483-1408b1371eed admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3966460 Jul 15 19:11:54.671474 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 57168) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:54.676984 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-fd2fc61e-3398-4495-a69e-a06824b06473 admin admin] Request body: {'subnet': {'network_id': 'f670ee9f-a119-4e80-9f98-28560c05d808', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1417127264-subnet', 'tenant_id': 'a0035a7372834a41b58e3d1123f573b8', 'ip_version': 4}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:11:54.702376 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf476e0-6257-4e12-9483-1408b1371eed admin admin] Pushing event updated for resources: {'Network': ['ID=f670ee9f-a119-4e80-9f98-28560c05d808,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:54.711900 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2fc61e-3398-4495-a69e-a06824b06473 admin admin] Made reservation on behalf of a0035a7372834a41b58e3d1123f573b8 for: {'subnet': 1} {{(pid=93657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:11:54.715729 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Network f670ee9f-a119-4e80-9f98-28560c05d808 details requested by agent ovs-agent-dv-cinder-788363-8-iscsi with host dv-cinder-788363-8-iscsi {{(pid=93659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:11:54.718278 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-fd2fc61e-3398-4495-a69e-a06824b06473 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5276051'] for subnet, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:54.727307 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 57170) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:54.865099 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-8748e454-c142-40c5-ba0e-722387622aa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:54.938833 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-fd2fc61e-3398-4495-a69e-a06824b06473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6305961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5276033'] for subnet, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:54.967292 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-8748e454-c142-40c5-ba0e-722387622aa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:54.971677 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-8748e454-c142-40c5-ba0e-722387622aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:55.002795 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2fc61e-3398-4495-a69e-a06824b06473 admin admin] Checking segment: {'id': '86441954-5a11-4100-bc6c-6a95cd6e9c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'f670ee9f-a119-4e80-9f98-28560c05d808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:11:55.003165 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2fc61e-3398-4495-a69e-a06824b06473 admin admin] Network hostable DHCP agents. Network: f670ee9f-a119-4e80-9f98-28560c05d808, hostable agents: ['55735004-04ab-4467-ab29-fafa31dd3593'], hosted agents: [] {{(pid=93657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:11:55.005433 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2fc61e-3398-4495-a69e-a06824b06473 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a048ca20-b860-413b-b6c3-0ee286cbd5c2,revision_number=0']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:55.012938 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748e454-c142-40c5-ba0e-722387622aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74fb2289-25cc-4d35-9fb5-6398775e4cca,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:55.017348 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-8748e454-c142-40c5-ba0e-722387622aa0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=34228a537c454efd98b817f08f8a9f0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2889338 Jul 15 19:11:55.019929 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 57176) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:55.039293 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2fc61e-3398-4495-a69e-a06824b06473 admin admin] Network f670ee9f-a119-4e80-9f98-28560c05d808 is scheduled to be hosted by DHCP agent 55735004-04ab-4467-ab29-fafa31dd3593 with binding_index 1 {{(pid=93657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:11:55.049104 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.base_scheduler [None req-fd2fc61e-3398-4495-a69e-a06824b06473 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-8-iscsi, f670ee9f-a119-4e80-9f98-28560c05d808) {{(pid=93657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:11:55.054018 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2fc61e-3398-4495-a69e-a06824b06473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:55.054704 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-fd2fc61e-3398-4495-a69e-a06824b06473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for subnet, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:55.061474 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe18a34-87fc-4918-a9c7-a4f76474c34f None None] Network f670ee9f-a119-4e80-9f98-28560c05d808 requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:11:55.075311 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-fd2fc61e-3398-4495-a69e-a06824b06473 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4004848 Jul 15 19:11:55.075693 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 57178) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:55.081103 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [None req-e6cec083-db13-4090-bbcf-40bd5c461a23 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1417127264-router', 'tenant_id': 'a0035a7372834a41b58e3d1123f573b8', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'}}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:11:55.089743 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-4a567fbe-13bd-4e8f-b1ca-12ffd1fdd465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:55.121134 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-4a567fbe-13bd-4e8f-b1ca-12ffd1fdd465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:55.131517 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e6cec083-db13-4090-bbcf-40bd5c461a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-764669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124563'] for router, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:55.132662 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e6cec083-db13-4090-bbcf-40bd5c461a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-695951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124568'] for router, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:55.209835 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e6cec083-db13-4090-bbcf-40bd5c461a23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:55.231476 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5e0609-847d-4247-821a-d4b9227ad098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddf34259-25e2-5d11-b24f-5c2a52454752-f670ee9f-a119-4e80-9f98-28560c05d808', 'network_id': 'f670ee9f-a119-4e80-9f98-28560c05d808', 'tenant_id': 'a0035a7372834a41b58e3d1123f573b8', 'fixed_ips': [{'subnet_id': 'a048ca20-b860-413b-b6c3-0ee286cbd5c2'}]}} from dv-cinder-788363-8-iscsi. {{(pid=93659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 19:11:55.232479 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-ee5e0609-847d-4247-821a-d4b9227ad098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:55.252571 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-4a567fbe-13bd-4e8f-b1ca-12ffd1fdd465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:55.256321 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-4a567fbe-13bd-4e8f-b1ca-12ffd1fdd465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:55.258266 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-4a567fbe-13bd-4e8f-b1ca-12ffd1fdd465 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/74fb2289-25cc-4d35-9fb5-6398775e4cca HTTP/1.1" status: 204 len: 168 time: 0.2374096 Jul 15 19:11:55.300153 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a567fbe-13bd-4e8f-b1ca-12ffd1fdd465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74fb2289-25cc-4d35-9fb5-6398775e4cca,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:55.394899 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.db_base_plugin_common [None req-ee5e0609-847d-4247-821a-d4b9227ad098 None None] Allocated IP 172.20.0.2 (f670ee9f-a119-4e80-9f98-28560c05d808/a048ca20-b860-413b-b6c3-0ee286cbd5c2/32fb7252-ca22-4803-b254-8f6aa3413f7f) {{(pid=93659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:11:55.403095 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e6cec083-db13-4090-bbcf-40bd5c461a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130162'] for router, precommit_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:55.580485 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-ee5e0609-847d-4247-821a-d4b9227ad098 None None] Notify callbacks [] for port, precommit_create {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:55.585940 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-ee5e0609-847d-4247-821a-d4b9227ad098 None None] Transition to ACTIVE for port object 32fb7252-ca22-4803-b254-8f6aa3413f7f will not be triggered until provisioned by entity L2. {{(pid=93659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:11:55.604747 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-ee5e0609-847d-4247-821a-d4b9227ad098 None None] Transition to ACTIVE for port object 32fb7252-ca22-4803-b254-8f6aa3413f7f will not be triggered until provisioned by entity DHCP. {{(pid=93659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:11:55.621700 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-ee5e0609-847d-4247-821a-d4b9227ad098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355'] for port, after_create {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:55.624485 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e6cec083-db13-4090-bbcf-40bd5c461a23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:55.656266 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e6cec083-db13-4090-bbcf-40bd5c461a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:55.664519 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:55.682102 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5e0609-847d-4247-821a-d4b9227ad098 None None] Network f670ee9f-a119-4e80-9f98-28560c05d808 is already hosted by enough agents. {{(pid=93659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:11:55.689605 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.scheduler.base_scheduler [None req-ee5e0609-847d-4247-821a-d4b9227ad098 None None] Resources bound (agent type, host, resource id): {{(pid=93659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:11:55.694092 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5e0609-847d-4247-821a-d4b9227ad098 None None] Received port after_create {{(pid=93659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:11:55.705787 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e0609-847d-4247-821a-d4b9227ad098 None None] Pushing event updated for resources: {'Port': ['ID=32fb7252-ca22-4803-b254-8f6aa3413f7f,revision_number=1']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:55.741692 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 7a27d636-b845-4c4a-b4eb-5eaf461330bc up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:11:55.779290 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.db_base_plugin_common [None req-e6cec083-db13-4090-bbcf-40bd5c461a23 admin admin] Allocated IP 172.27.2.253 (e1e7053a-85e2-45af-9353-c5375187db21/9528084b-89d8-4124-b104-08bd71cd5eaa/606672c4-be91-4ae9-b924-4226a3cd245a) {{(pid=93658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:11:55.810792 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-ee5e0609-847d-4247-821a-d4b9227ad098 None None] Attempting to bind port 32fb7252-ca22-4803-b254-8f6aa3413f7f on host dv-cinder-788363-8-iscsi for vnic_type normal with profile {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:11:55.811170 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-ee5e0609-847d-4247-821a-d4b9227ad098 None None] Attempting to bind port 32fb7252-ca22-4803-b254-8f6aa3413f7f by drivers openvswitch,hyperv on host dv-cinder-788363-8-iscsi at level 0 using segments [{'id': '86441954-5a11-4100-bc6c-6a95cd6e9c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'f670ee9f-a119-4e80-9f98-28560c05d808'}] {{(pid=93659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:11:55.811536 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5e0609-847d-4247-821a-d4b9227ad098 None None] Attempting to bind port 32fb7252-ca22-4803-b254-8f6aa3413f7f on network f670ee9f-a119-4e80-9f98-28560c05d808 {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:11:55.820433 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5e0609-847d-4247-821a-d4b9227ad098 None None] Checking agent: {'id': 'ac33f8ba-c243-4061-a3c6-3aff717edb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 52), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:11:55.820814 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5e0609-847d-4247-821a-d4b9227ad098 None None] Checking segment: {'id': '86441954-5a11-4100-bc6c-6a95cd6e9c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'f670ee9f-a119-4e80-9f98-28560c05d808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:11:55.821228 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-ee5e0609-847d-4247-821a-d4b9227ad098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:55.821630 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5e0609-847d-4247-821a-d4b9227ad098 None None] Bound using segment: {'id': '86441954-5a11-4100-bc6c-6a95cd6e9c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'f670ee9f-a119-4e80-9f98-28560c05d808'} {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:11:55.822156 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-ee5e0609-847d-4247-821a-d4b9227ad098 None None] Bound port: 32fb7252-ca22-4803-b254-8f6aa3413f7f, host: dv-cinder-788363-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86441954-5a11-4100-bc6c-6a95cd6e9c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'f670ee9f-a119-4e80-9f98-28560c05d808'}}] {{(pid=93659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:11:55.822574 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-ee5e0609-847d-4247-821a-d4b9227ad098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:55.865514 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning for port 7a27d636-b845-4c4a-b4eb-5eaf461330bc completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:11:55.876177 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port 7a27d636-b845-4c4a-b4eb-5eaf461330bc triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:11:55.876560 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:55.931572 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e6cec083-db13-4090-bbcf-40bd5c461a23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:55.955728 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-ee5e0609-847d-4247-821a-d4b9227ad098 None None] For port 32fb7252-ca22-4803-b254-8f6aa3413f7f, host dv-cinder-788363-8-iscsi, cleared binding levels {{(pid=93659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:11:55.962820 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-ee5e0609-847d-4247-821a-d4b9227ad098 None None] For port 32fb7252-ca22-4803-b254-8f6aa3413f7f, host dv-cinder-788363-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=32fb7252-ca22-4803-b254-8f6aa3413f7f,segment=NetworkSegment(86441954-5a11-4100-bc6c-6a95cd6e9c25),segment_id=86441954-5a11-4100-bc6c-6a95cd6e9c25)] {{(pid=93659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:11:55.993181 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e6cec083-db13-4090-bbcf-40bd5c461a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4513278'] for port, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:56.028235 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cec083-db13-4090-bbcf-40bd5c461a23 admin admin] Network e1e7053a-85e2-45af-9353-c5375187db21 is already hosted by enough agents. {{(pid=93658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:11:56.038312 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.base_scheduler [None req-e6cec083-db13-4090-bbcf-40bd5c461a23 admin admin] Resources bound (agent type, host, resource id): {{(pid=93658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:11:56.051850 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cec083-db13-4090-bbcf-40bd5c461a23 admin admin] Received port after_create {{(pid=93658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:11:56.070956 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 57202) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:56.088566 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cec083-db13-4090-bbcf-40bd5c461a23 admin admin] Pushing event updated for resources: {'Port': ['ID=606672c4-be91-4ae9-b924-4226a3cd245a,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:56.122727 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-ee5e0609-847d-4247-821a-d4b9227ad098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:56.178350 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:56.195280 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-64237c7d-676e-4a90-9d16-79cbdf998527 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-951613279-network', 'tenant_id': '0ff8724d8f19422faadf44e87873627e'}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:11:56.220128 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e0609-847d-4247-821a-d4b9227ad098 None None] Pushing event updated for resources: {'Port': ['ID=32fb7252-ca22-4803-b254-8f6aa3413f7f,revision_number=2']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:56.227733 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] For port 7a27d636-b845-4c4a-b4eb-5eaf461330bc, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=7a27d636-b845-4c4a-b4eb-5eaf461330bc,segment=NetworkSegment(d344549d-09e0-4982-8c11-6f16cb0baa64),segment_id=d344549d-09e0-4982-8c11-6f16cb0baa64)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:11:56.229030 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64237c7d-676e-4a90-9d16-79cbdf998527 admin admin] Made reservation on behalf of 0ff8724d8f19422faadf44e87873627e for: {'network': 1} {{(pid=93657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:11:56.231623 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-64237c7d-676e-4a90-9d16-79cbdf998527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for network, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:56.233001 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:56.252383 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-64237c7d-676e-4a90-9d16-79cbdf998527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:56.299216 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Pushing event updated for resources: {'Port': ['ID=7a27d636-b845-4c4a-b4eb-5eaf461330bc,revision_number=4']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:56.329382 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e34f29-60a7-4eb0-aa01-634db987163a None None] Sync routers for ids ['118055e5-c1a0-485a-8e26-a68407e20b6b'] in dv-cinder-788363-8-iscsi {{(pid=93660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:11:56.341805 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e34f29-60a7-4eb0-aa01-634db987163a None None] Routers {'118055e5-c1a0-485a-8e26-a68407e20b6b'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:11:56.344127 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-a3e34f29-60a7-4eb0-aa01-634db987163a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:11:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['118055e5-c1a0-485a-8e26-a68407e20b6b'], 'active': True} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:11:56.373484 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-64237c7d-676e-4a90-9d16-79cbdf998527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:56.384408 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-64237c7d-676e-4a90-9d16-79cbdf998527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:56.409931 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e6cec083-db13-4090-bbcf-40bd5c461a23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:56.415263 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64237c7d-676e-4a90-9d16-79cbdf998527 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1057} {{(pid=93657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:11:56.433421 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-64237c7d-676e-4a90-9d16-79cbdf998527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882'] for segment, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:56.433627 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.db.segments_db [None req-64237c7d-676e-4a90-9d16-79cbdf998527 admin admin] Added segment 706e5e7b-e9df-4791-8db7-faec185f9f89 of type vlan for network 618264cd-2eaf-4420-bc05-b6950948d7cb Jul 15 19:11:56.500382 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64237c7d-676e-4a90-9d16-79cbdf998527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52a5974-5ec7-4b61-abf7-02b8281a9f5a,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:56.524544 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-64237c7d-676e-4a90-9d16-79cbdf998527 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730934684676'] for network, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:56.548775 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvr_db [None req-a3e34f29-60a7-4eb0-aa01-634db987163a None None] Set router 118055e5-c1a0-485a-8e26-a68407e20b6b gateway port host: dv-cinder-788363-8-iscsi {{(pid=93660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:11:56.564611 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-64237c7d-676e-4a90-9d16-79cbdf998527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736'] for network, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:56.566263 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64237c7d-676e-4a90-9d16-79cbdf998527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:56.566997 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-64237c7d-676e-4a90-9d16-79cbdf998527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for network, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:56.602791 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-64237c7d-676e-4a90-9d16-79cbdf998527 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5304580 Jul 15 19:11:56.605916 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 57206) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:56.614582 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [None req-d5275247-8e75-4726-891b-c670fe6a47cc admin admin] Request body: {'subnet': {'network_id': '618264cd-2eaf-4420-bc05-b6950948d7cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-951613279-subnet', 'tenant_id': '0ff8724d8f19422faadf44e87873627e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:11:56.640999 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64237c7d-676e-4a90-9d16-79cbdf998527 admin admin] Pushing event updated for resources: {'Network': ['ID=618264cd-2eaf-4420-bc05-b6950948d7cb,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:56.653340 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Network 618264cd-2eaf-4420-bc05-b6950948d7cb details requested by agent ovs-agent-dv-cinder-788363-8-iscsi with host dv-cinder-788363-8-iscsi {{(pid=93659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:11:56.679389 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5275247-8e75-4726-891b-c670fe6a47cc admin admin] Made reservation on behalf of 0ff8724d8f19422faadf44e87873627e for: {'subnet': 1} {{(pid=93658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:11:56.681845 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d5275247-8e75-4726-891b-c670fe6a47cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133998'] for subnet, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:56.696652 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e6cec083-db13-4090-bbcf-40bd5c461a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764429'] for router, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:56.765904 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-a3e34f29-60a7-4eb0-aa01-634db987163a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118055e5-c1a0-485a-8e26-a68407e20b6b', 'name': 'tempest-TestShelveInstance-1053106106-router', 'tenant_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '7a27d636-b845-4c4a-b4eb-5eaf461330bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:11:50Z', 'updated_at': '2021-07-15T19:11:53Z', 'revision_number': 4, 'project_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'gw_port': {'id': '7a27d636-b845-4c4a-b4eb-5eaf461330bc', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:21:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118055e5-c1a0-485a-8e26-a68407e20b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:11:50Z', 'updated_at': '2021-07-15T19:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': 'a6f7d03c-8862-401b-865d-55d513175a1a', 'name': '', 'network_id': '7d50aa2d-604e-4f65-a71a-b638bdc835af', 'tenant_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'mac_address': 'fa:16:3e:82:30:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118055e5-c1a0-485a-8e26-a68407e20b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f465249e-fbc0-4204-8af8-3bf63247cd6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:11:52Z', 'updated_at': '2021-07-15T19:11:53Z', 'revision_number': 2, 'project_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'subnets': [{'id': 'f465249e-fbc0-4204-8af8-3bf63247cd6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:11:56.796806 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e34f29-60a7-4eb0-aa01-634db987163a None None] Checking router: 118055e5-c1a0-485a-8e26-a68407e20b6b for host: dv-cinder-788363-8-iscsi {{(pid=93660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:11:56.797165 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e34f29-60a7-4eb0-aa01-634db987163a None None] Updating router 118055e5-c1a0-485a-8e26-a68407e20b6b port a6f7d03c-8862-401b-865d-55d513175a1a binding host dv-cinder-788363-8-iscsi {{(pid=93660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:11:56.832947 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-a3e34f29-60a7-4eb0-aa01-634db987163a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:57.147152 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-a3e34f29-60a7-4eb0-aa01-634db987163a None None] Notify callbacks [] for port, precommit_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:57.158095 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.provisioning_blocks [None req-a3e34f29-60a7-4eb0-aa01-634db987163a None None] Transition to ACTIVE for port object a6f7d03c-8862-401b-865d-55d513175a1a will not be triggered until provisioned by entity L2. {{(pid=93660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:11:57.164642 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-a3e34f29-60a7-4eb0-aa01-634db987163a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:57.216780 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b448a-75b7-4ad1-bac0-94ed3c94014b None None] Pushing event updated for resources: {'Port': ['ID=a6f7d03c-8862-401b-865d-55d513175a1a,revision_number=3']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:57.228596 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b448a-75b7-4ad1-bac0-94ed3c94014b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:57.228950 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b448a-75b7-4ad1-bac0-94ed3c94014b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:57.229305 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b448a-75b7-4ad1-bac0-94ed3c94014b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:57.229632 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b448a-75b7-4ad1-bac0-94ed3c94014b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:57.229990 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b448a-75b7-4ad1-bac0-94ed3c94014b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:57.230677 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b448a-75b7-4ad1-bac0-94ed3c94014b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:57.230934 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b448a-75b7-4ad1-bac0-94ed3c94014b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:57.231035 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b448a-75b7-4ad1-bac0-94ed3c94014b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:57.231387 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b448a-75b7-4ad1-bac0-94ed3c94014b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:57.231709 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b448a-75b7-4ad1-bac0-94ed3c94014b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:57.232221 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b448a-75b7-4ad1-bac0-94ed3c94014b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:57.232557 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b448a-75b7-4ad1-bac0-94ed3c94014b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:57.233990 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6cec083-db13-4090-bbcf-40bd5c461a23 admin admin] Router 5745fa62-39db-475e-8950-83cdad3410b8 is scheduled to L3 agent d1959f4f-c5e4-447e-bdea-87c7e923db15 with binding_index 1 {{(pid=93658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 19:11:57.266687 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d5275247-8e75-4726-891b-c670fe6a47cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4513106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5134012'] for subnet, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:57.283672 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5907802-6a93-44a8-934d-703cc3c2fa13 None None] Network f670ee9f-a119-4e80-9f98-28560c05d808 requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:11:57.385713 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.managers [None req-a3e34f29-60a7-4eb0-aa01-634db987163a None None] Attempting to bind port a6f7d03c-8862-401b-865d-55d513175a1a on host dv-cinder-788363-8-iscsi for vnic_type normal with profile {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:11:57.386276 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.managers [None req-a3e34f29-60a7-4eb0-aa01-634db987163a None None] Attempting to bind port a6f7d03c-8862-401b-865d-55d513175a1a by drivers openvswitch,hyperv on host dv-cinder-788363-8-iscsi at level 0 using segments [{'id': '698fe472-5cd2-4ce0-93ec-3a302994f98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7d50aa2d-604e-4f65-a71a-b638bdc835af'}] {{(pid=93660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:11:57.386438 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e34f29-60a7-4eb0-aa01-634db987163a None None] Attempting to bind port a6f7d03c-8862-401b-865d-55d513175a1a on network 7d50aa2d-604e-4f65-a71a-b638bdc835af {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:11:57.392576 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e34f29-60a7-4eb0-aa01-634db987163a None None] Checking agent: {'id': 'ac33f8ba-c243-4061-a3c6-3aff717edb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 52), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:11:57.393224 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e34f29-60a7-4eb0-aa01-634db987163a None None] Checking segment: {'id': '698fe472-5cd2-4ce0-93ec-3a302994f98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7d50aa2d-604e-4f65-a71a-b638bdc835af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:11:57.393360 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-a3e34f29-60a7-4eb0-aa01-634db987163a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:57.393760 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e34f29-60a7-4eb0-aa01-634db987163a None None] Bound using segment: {'id': '698fe472-5cd2-4ce0-93ec-3a302994f98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7d50aa2d-604e-4f65-a71a-b638bdc835af'} {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:11:57.394405 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.managers [None req-a3e34f29-60a7-4eb0-aa01-634db987163a None None] Bound port: a6f7d03c-8862-401b-865d-55d513175a1a, host: dv-cinder-788363-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '698fe472-5cd2-4ce0-93ec-3a302994f98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7d50aa2d-604e-4f65-a71a-b638bdc835af'}}] {{(pid=93660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:11:57.394989 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-a3e34f29-60a7-4eb0-aa01-634db987163a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:57.413019 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5275247-8e75-4726-891b-c670fe6a47cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=77ed7ed2-5cfb-43f6-a0df-a5a5c2f7723c,revision_number=0']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:57.421377 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5275247-8e75-4726-891b-c670fe6a47cc admin admin] Checking segment: {'id': '706e5e7b-e9df-4791-8db7-faec185f9f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '618264cd-2eaf-4420-bc05-b6950948d7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:11:57.421777 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5275247-8e75-4726-891b-c670fe6a47cc admin admin] Network hostable DHCP agents. Network: 618264cd-2eaf-4420-bc05-b6950948d7cb, hostable agents: ['55735004-04ab-4467-ab29-fafa31dd3593'], hosted agents: [] {{(pid=93658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:11:57.443514 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6cec083-db13-4090-bbcf-40bd5c461a23 admin admin] Notify agent at l3_agent.dv-cinder-788363-8-iscsi the message routers_updated {{(pid=93658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:11:57.454326 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5275247-8e75-4726-891b-c670fe6a47cc admin admin] Network 618264cd-2eaf-4420-bc05-b6950948d7cb is scheduled to be hosted by DHCP agent 55735004-04ab-4467-ab29-fafa31dd3593 with binding_index 1 {{(pid=93658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:11:57.463625 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [None req-a3e34f29-60a7-4eb0-aa01-634db987163a None None] For port a6f7d03c-8862-401b-865d-55d513175a1a, host dv-cinder-788363-8-iscsi, cleared binding levels {{(pid=93660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:11:57.464106 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33af4840-a65a-40d1-a4c4-d4753349a1b1 None None] Sync routers for ids ['5745fa62-39db-475e-8950-83cdad3410b8'] in dv-cinder-788363-8-iscsi {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:11:57.466214 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e6cec083-db13-4090-bbcf-40bd5c461a23 admin admin] Notify callbacks [] for router, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:57.467923 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-e6cec083-db13-4090-bbcf-40bd5c461a23 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3908315 Jul 15 19:11:57.468060 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [None req-a3e34f29-60a7-4eb0-aa01-634db987163a None None] For port a6f7d03c-8862-401b-865d-55d513175a1a, host dv-cinder-788363-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=a6f7d03c-8862-401b-865d-55d513175a1a,segment=NetworkSegment(698fe472-5cd2-4ce0-93ec-3a302994f98b),segment_id=698fe472-5cd2-4ce0-93ec-3a302994f98b)] {{(pid=93660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:11:57.469427 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.base_scheduler [None req-d5275247-8e75-4726-891b-c670fe6a47cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-8-iscsi, 618264cd-2eaf-4420-bc05-b6950948d7cb) {{(pid=93658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:11:57.470877 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 57210) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:57.474585 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5275247-8e75-4726-891b-c670fe6a47cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:57.475317 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d5275247-8e75-4726-891b-c670fe6a47cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:57.476331 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-a3e34f29-60a7-4eb0-aa01-634db987163a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:57.505914 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-38543aef-50b4-41b6-a3af-7ee536658ab2 None None] Provisioning for port 32fb7252-ca22-4803-b254-8f6aa3413f7f completed by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:11:57.510367 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c716fada-f231-456e-876c-b137d1c65f69 None None] Network 618264cd-2eaf-4420-bc05-b6950948d7cb requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:11:57.510909 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-d5275247-8e75-4726-891b-c670fe6a47cc admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9035270 Jul 15 19:11:57.555783 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b448a-75b7-4ad1-bac0-94ed3c94014b None None] Pushing event updated for resources: {'Port': ['ID=a6f7d03c-8862-401b-865d-55d513175a1a,revision_number=4']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:57.616437 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e34f29-60a7-4eb0-aa01-634db987163a None None] Routers {'118055e5-c1a0-485a-8e26-a68407e20b6b'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:11:57.617434 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-a3e34f29-60a7-4eb0-aa01-634db987163a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:11:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['118055e5-c1a0-485a-8e26-a68407e20b6b'], 'active': True} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:11:57.689015 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33af4840-a65a-40d1-a4c4-d4753349a1b1 None None] Routers {'5745fa62-39db-475e-8950-83cdad3410b8'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:11:57.689675 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-33af4840-a65a-40d1-a4c4-d4753349a1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:11:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['5745fa62-39db-475e-8950-83cdad3410b8'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:11:57.736249 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7b130b-8bd7-4576-a7f7-3b3bca9f4ad4 None None] Network 618264cd-2eaf-4420-bc05-b6950948d7cb requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:11:57.796627 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvr_db [None req-a3e34f29-60a7-4eb0-aa01-634db987163a None None] Set router 118055e5-c1a0-485a-8e26-a68407e20b6b gateway port host: dv-cinder-788363-8-iscsi {{(pid=93660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:11:57.871614 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 32fb7252-ca22-4803-b254-8f6aa3413f7f up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:11:58.025201 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-33af4840-a65a-40d1-a4c4-d4753349a1b1 None None] Set router 5745fa62-39db-475e-8950-83cdad3410b8 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:11:58.124027 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-a3e34f29-60a7-4eb0-aa01-634db987163a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118055e5-c1a0-485a-8e26-a68407e20b6b', 'name': 'tempest-TestShelveInstance-1053106106-router', 'tenant_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '7a27d636-b845-4c4a-b4eb-5eaf461330bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:11:50Z', 'updated_at': '2021-07-15T19:11:53Z', 'revision_number': 4, 'project_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'gw_port': {'id': '7a27d636-b845-4c4a-b4eb-5eaf461330bc', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:21:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118055e5-c1a0-485a-8e26-a68407e20b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:11:50Z', 'updated_at': '2021-07-15T19:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': 'a6f7d03c-8862-401b-865d-55d513175a1a', 'name': '', 'network_id': '7d50aa2d-604e-4f65-a71a-b638bdc835af', 'tenant_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'mac_address': 'fa:16:3e:82:30:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118055e5-c1a0-485a-8e26-a68407e20b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f465249e-fbc0-4204-8af8-3bf63247cd6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:11:52Z', 'updated_at': '2021-07-15T19:11:57Z', 'revision_number': 4, 'project_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'subnets': [{'id': 'f465249e-fbc0-4204-8af8-3bf63247cd6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:11:58.159076 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e34f29-60a7-4eb0-aa01-634db987163a None None] The sync data for ids ['118055e5-c1a0-485a-8e26-a68407e20b6b'] in dv-cinder-788363-8-iscsi is: [{'id': '118055e5-c1a0-485a-8e26-a68407e20b6b', 'name': 'tempest-TestShelveInstance-1053106106-router', 'tenant_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '7a27d636-b845-4c4a-b4eb-5eaf461330bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:11:50Z', 'updated_at': '2021-07-15T19:11:53Z', 'revision_number': 4, 'project_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'gw_port': {'id': '7a27d636-b845-4c4a-b4eb-5eaf461330bc', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:21:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118055e5-c1a0-485a-8e26-a68407e20b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:11:50Z', 'updated_at': '2021-07-15T19:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': 'a6f7d03c-8862-401b-865d-55d513175a1a', 'name': '', 'network_id': '7d50aa2d-604e-4f65-a71a-b638bdc835af', 'tenant_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'mac_address': 'fa:16:3e:82:30:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118055e5-c1a0-485a-8e26-a68407e20b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f465249e-fbc0-4204-8af8-3bf63247cd6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:11:52Z', 'updated_at': '2021-07-15T19:11:57Z', 'revision_number': 4, 'project_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'subnets': [{'id': 'f465249e-fbc0-4204-8af8-3bf63247cd6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:11:58.178708 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning for port 32fb7252-ca22-4803-b254-8f6aa3413f7f completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:11:58.203850 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-64e359b5-e240-4220-b067-53d835b531ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:58.207628 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port 32fb7252-ca22-4803-b254-8f6aa3413f7f triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:11:58.208056 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:58.385555 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-d9d39809-2eb0-45d3-890f-1cf4549c5388 None None] Provisioning complete for port 32fb7252-ca22-4803-b254-8f6aa3413f7f triggered by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:11:58.386292 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-d9d39809-2eb0-45d3-890f-1cf4549c5388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:58.432904 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.db_base_plugin_common [None req-64e359b5-e240-4220-b067-53d835b531ef admin admin] Allocated IP 172.20.0.1 (f670ee9f-a119-4e80-9f98-28560c05d808/a048ca20-b860-413b-b6c3-0ee286cbd5c2/5864d3b8-56ca-4662-8b58-bd7e2768f28c) {{(pid=93657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:11:58.481552 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:58.489538 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-33af4840-a65a-40d1-a4c4-d4753349a1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5745fa62-39db-475e-8950-83cdad3410b8', 'name': 'tempest-TestShelveInstance-1417127264-router', 'tenant_id': 'a0035a7372834a41b58e3d1123f573b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '606672c4-be91-4ae9-b924-4226a3cd245a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:11:55Z', 'updated_at': '2021-07-15T19:11:56Z', 'revision_number': 3, 'project_id': 'a0035a7372834a41b58e3d1123f573b8', 'gw_port': {'id': '606672c4-be91-4ae9-b924-4226a3cd245a', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:67:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5745fa62-39db-475e-8950-83cdad3410b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:11:55Z', 'updated_at': '2021-07-15T19:11:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi'}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:11:58.543366 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-64e359b5-e240-4220-b067-53d835b531ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:58.546260 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33af4840-a65a-40d1-a4c4-d4753349a1b1 None None] Checking router: 5745fa62-39db-475e-8950-83cdad3410b8 for host: dv-cinder-788363-8-iscsi {{(pid=93659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:11:58.546619 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33af4840-a65a-40d1-a4c4-d4753349a1b1 None None] Updating router 5745fa62-39db-475e-8950-83cdad3410b8 port 606672c4-be91-4ae9-b924-4226a3cd245a binding host dv-cinder-788363-8-iscsi {{(pid=93659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:11:58.558168 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.provisioning_blocks [None req-64e359b5-e240-4220-b067-53d835b531ef admin admin] Transition to ACTIVE for port object 5864d3b8-56ca-4662-8b58-bd7e2768f28c will not be triggered until provisioned by entity DHCP. {{(pid=93657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:11:58.592891 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-64e359b5-e240-4220-b067-53d835b531ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:58.607304 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] For port 32fb7252-ca22-4803-b254-8f6aa3413f7f, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=32fb7252-ca22-4803-b254-8f6aa3413f7f,segment=NetworkSegment(86441954-5a11-4100-bc6c-6a95cd6e9c25),segment_id=86441954-5a11-4100-bc6c-6a95cd6e9c25)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:11:58.609969 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-d9d39809-2eb0-45d3-890f-1cf4549c5388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:58.631721 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e359b5-e240-4220-b067-53d835b531ef admin admin] Network f670ee9f-a119-4e80-9f98-28560c05d808 is already hosted by enough agents. {{(pid=93657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:11:58.634410 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:58.635211 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 7a27d636-b845-4c4a-b4eb-5eaf461330bc up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:11:58.636432 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.base_scheduler [None req-64e359b5-e240-4220-b067-53d835b531ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:11:58.640023 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e359b5-e240-4220-b067-53d835b531ef admin admin] Received port after_create {{(pid=93657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:11:58.642113 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-33af4840-a65a-40d1-a4c4-d4753349a1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:58.680966 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e359b5-e240-4220-b067-53d835b531ef admin admin] Pushing event updated for resources: {'Port': ['ID=5864d3b8-56ca-4662-8b58-bd7e2768f28c,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:58.692223 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-64e359b5-e240-4220-b067-53d835b531ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-695866'] for router_interface, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:58.711040 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:58.853599 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-64e359b5-e240-4220-b067-53d835b531ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:58.886943 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Pushing event updated for resources: {'Port': ['ID=32fb7252-ca22-4803-b254-8f6aa3413f7f,revision_number=3']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:58.892752 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.db.api [None req-d9d39809-2eb0-45d3-890f-1cf4549c5388 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 19:11:58.893116 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG oslo_db.api [None req-d9d39809-2eb0-45d3-890f-1cf4549c5388 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 19:11:58.918767 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port 7a27d636-b845-4c4a-b4eb-5eaf461330bc triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:11:58.919153 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:59.043927 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-64e359b5-e240-4220-b067-53d835b531ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:59.049416 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-64e359b5-e240-4220-b067-53d835b531ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6305852'] for port, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:59.115395 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e359b5-e240-4220-b067-53d835b531ef admin admin] Pushing event updated for resources: {'Port': ['ID=5864d3b8-56ca-4662-8b58-bd7e2768f28c,revision_number=2']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:59.117917 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-64e359b5-e240-4220-b067-53d835b531ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695886'] for router_interface, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:59.214189 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e359b5-e240-4220-b067-53d835b531ef admin admin] Network f670ee9f-a119-4e80-9f98-28560c05d808 is already hosted by enough agents. {{(pid=93657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:11:59.215581 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.base_scheduler [None req-64e359b5-e240-4220-b067-53d835b531ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:11:59.251699 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-33af4840-a65a-40d1-a4c4-d4753349a1b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:59.264432 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-33af4840-a65a-40d1-a4c4-d4753349a1b1 None None] Transition to ACTIVE for port object 606672c4-be91-4ae9-b924-4226a3cd245a will not be triggered until provisioned by entity L2. {{(pid=93659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:11:59.271771 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-33af4840-a65a-40d1-a4c4-d4753349a1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:59.324865 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-33af4840-a65a-40d1-a4c4-d4753349a1b1 None None] Attempting to bind port 606672c4-be91-4ae9-b924-4226a3cd245a on host dv-cinder-788363-8-iscsi for vnic_type normal with profile {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:11:59.325250 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-33af4840-a65a-40d1-a4c4-d4753349a1b1 None None] Attempting to bind port 606672c4-be91-4ae9-b924-4226a3cd245a by drivers openvswitch,hyperv on host dv-cinder-788363-8-iscsi at level 0 using segments [{'id': 'd344549d-09e0-4982-8c11-6f16cb0baa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'}] {{(pid=93659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:11:59.325905 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33af4840-a65a-40d1-a4c4-d4753349a1b1 None None] Attempting to bind port 606672c4-be91-4ae9-b924-4226a3cd245a on network e1e7053a-85e2-45af-9353-c5375187db21 {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:11:59.336481 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e359b5-e240-4220-b067-53d835b531ef admin admin] Router 5745fa62-39db-475e-8950-83cdad3410b8 has already been hosted by L3 agent d1959f4f-c5e4-447e-bdea-87c7e923db15 {{(pid=93657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:11:59.337314 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33af4840-a65a-40d1-a4c4-d4753349a1b1 None None] Checking agent: {'id': 'ac33f8ba-c243-4061-a3c6-3aff717edb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 52), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:11:59.337725 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33af4840-a65a-40d1-a4c4-d4753349a1b1 None None] Checking segment: {'id': 'd344549d-09e0-4982-8c11-6f16cb0baa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:11:59.338140 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-33af4840-a65a-40d1-a4c4-d4753349a1b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:59.338537 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33af4840-a65a-40d1-a4c4-d4753349a1b1 None None] Bound using segment: {'id': 'd344549d-09e0-4982-8c11-6f16cb0baa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'} {{(pid=93659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:11:59.339010 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.managers [None req-33af4840-a65a-40d1-a4c4-d4753349a1b1 None None] Bound port: 606672c4-be91-4ae9-b924-4226a3cd245a, host: dv-cinder-788363-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd344549d-09e0-4982-8c11-6f16cb0baa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21'}}] {{(pid=93659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:11:59.339400 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-33af4840-a65a-40d1-a4c4-d4753349a1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:59.389528 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285220dd-8ea6-4fbb-9288-c0e8358d4180 None None] Pushing event updated for resources: {'Port': ['ID=606672c4-be91-4ae9-b924-4226a3cd245a,revision_number=2']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:59.421258 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-33af4840-a65a-40d1-a4c4-d4753349a1b1 None None] For port 606672c4-be91-4ae9-b924-4226a3cd245a, host dv-cinder-788363-8-iscsi, cleared binding levels {{(pid=93659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:11:59.442921 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-33af4840-a65a-40d1-a4c4-d4753349a1b1 None None] For port 606672c4-be91-4ae9-b924-4226a3cd245a, host dv-cinder-788363-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=606672c4-be91-4ae9-b924-4226a3cd245a,segment=NetworkSegment(d344549d-09e0-4982-8c11-6f16cb0baa64),segment_id=d344549d-09e0-4982-8c11-6f16cb0baa64)] {{(pid=93659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:11:59.453988 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-33af4840-a65a-40d1-a4c4-d4753349a1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:59.487606 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e359b5-e240-4220-b067-53d835b531ef admin admin] Notify agent at l3_agent.dv-cinder-788363-8-iscsi the message routers_updated {{(pid=93657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:11:59.493049 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-64e359b5-e240-4220-b067-53d835b531ef admin admin] 10.222.0.70 "PUT /v2.0/routers/5745fa62-39db-475e-8950-83cdad3410b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0209942 Jul 15 19:11:59.548199 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33af4840-a65a-40d1-a4c4-d4753349a1b1 None None] Routers {'5745fa62-39db-475e-8950-83cdad3410b8'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:11:59.548861 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-33af4840-a65a-40d1-a4c4-d4753349a1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:11:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['5745fa62-39db-475e-8950-83cdad3410b8'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:11:59.602873 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285220dd-8ea6-4fbb-9288-c0e8358d4180 None None] Pushing event updated for resources: {'Port': ['ID=606672c4-be91-4ae9-b924-4226a3cd245a,revision_number=3']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:59.626671 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-2328e801-0080-4a0c-b22c-ef6138df81fa None None] Provisioning for port 5864d3b8-56ca-4662-8b58-bd7e2768f28c completed by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:11:59.656993 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-2328e801-0080-4a0c-b22c-ef6138df81fa None None] Provisioning complete for port 5864d3b8-56ca-4662-8b58-bd7e2768f28c triggered by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:11:59.657340 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-2328e801-0080-4a0c-b22c-ef6138df81fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:59.685790 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c86483-0744-4085-93b8-23508e131a33 req-293437a9-aa6b-4503-adf5-afef38e4113e tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:59.690320 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 32fb7252-ca22-4803-b254-8f6aa3413f7f up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:11:59.691495 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-98c86483-0744-4085-93b8-23508e131a33 req-293437a9-aa6b-4503-adf5-afef38e4113e tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/networks?id=618264cd-2eaf-4420-bc05-b6950948d7cb HTTP/1.1" status: 200 len: 813 time: 0.1456652 Jul 15 19:11:59.709540 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-98c86483-0744-4085-93b8-23508e131a33 req-5e280293-4cb3-433e-8da1-443018bcfcc6 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/quotas/0ff8724d8f19422faadf44e87873627e HTTP/1.1" status: 200 len: 375 time: 0.0119452 Jul 15 19:11:59.744792 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-98c86483-0744-4085-93b8-23508e131a33 req-5ec8a367-836e-4782-a656-4496b83aba50 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ff8724d8f19422faadf44e87873627e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285974 Jul 15 19:11:59.753951 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-2328e801-0080-4a0c-b22c-ef6138df81fa None None] Port 5864d3b8-56ca-4662-8b58-bd7e2768f28c cannot update to ACTIVE because it is not bound. {{(pid=93659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:11:59.760472 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-33af4840-a65a-40d1-a4c4-d4753349a1b1 None None] Set router 5745fa62-39db-475e-8950-83cdad3410b8 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:11:59.845973 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port 32fb7252-ca22-4803-b254-8f6aa3413f7f triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:11:59.846458 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:59.860780 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-98c86483-0744-4085-93b8-23508e131a33 req-fb12fce5-64eb-4333-af49-06f39405d922 service neutron] 10.222.0.70 "GET /v2.0/networks/618264cd-2eaf-4420-bc05-b6950948d7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019251 Jul 15 19:11:59.995848 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-98c86483-0744-4085-93b8-23508e131a33 req-77533ecb-d4f9-414e-9f68-a8b2c219bc87 service neutron] 10.222.0.70 "GET /v2.0/networks/618264cd-2eaf-4420-bc05-b6950948d7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278553 Jul 15 19:12:00.023609 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device a6f7d03c-8862-401b-865d-55d513175a1a up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:12:00.079700 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-33af4840-a65a-40d1-a4c4-d4753349a1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5745fa62-39db-475e-8950-83cdad3410b8', 'name': 'tempest-TestShelveInstance-1417127264-router', 'tenant_id': 'a0035a7372834a41b58e3d1123f573b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '606672c4-be91-4ae9-b924-4226a3cd245a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:11:55Z', 'updated_at': '2021-07-15T19:11:58Z', 'revision_number': 4, 'project_id': 'a0035a7372834a41b58e3d1123f573b8', 'gw_port': {'id': '606672c4-be91-4ae9-b924-4226a3cd245a', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:67:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5745fa62-39db-475e-8950-83cdad3410b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:11:55Z', 'updated_at': '2021-07-15T19:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': '5864d3b8-56ca-4662-8b58-bd7e2768f28c', 'name': '', 'network_id': 'f670ee9f-a119-4e80-9f98-28560c05d808', 'tenant_id': 'a0035a7372834a41b58e3d1123f573b8', 'mac_address': 'fa:16:3e:09:93:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5745fa62-39db-475e-8950-83cdad3410b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'a048ca20-b860-413b-b6c3-0ee286cbd5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:11:58Z', 'updated_at': '2021-07-15T19:11:58Z', 'revision_number': 2, 'project_id': 'a0035a7372834a41b58e3d1123f573b8', 'subnets': [{'id': 'a048ca20-b860-413b-b6c3-0ee286cbd5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:12:00.110998 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33af4840-a65a-40d1-a4c4-d4753349a1b1 None None] The sync data for ids ['5745fa62-39db-475e-8950-83cdad3410b8'] in dv-cinder-788363-8-iscsi is: [{'id': '5745fa62-39db-475e-8950-83cdad3410b8', 'name': 'tempest-TestShelveInstance-1417127264-router', 'tenant_id': 'a0035a7372834a41b58e3d1123f573b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '606672c4-be91-4ae9-b924-4226a3cd245a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:11:55Z', 'updated_at': '2021-07-15T19:11:58Z', 'revision_number': 4, 'project_id': 'a0035a7372834a41b58e3d1123f573b8', 'gw_port': {'id': '606672c4-be91-4ae9-b924-4226a3cd245a', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:67:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5745fa62-39db-475e-8950-83cdad3410b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:11:55Z', 'updated_at': '2021-07-15T19:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': '5864d3b8-56ca-4662-8b58-bd7e2768f28c', 'name': '', 'network_id': 'f670ee9f-a119-4e80-9f98-28560c05d808', 'tenant_id': 'a0035a7372834a41b58e3d1123f573b8', 'mac_address': 'fa:16:3e:09:93:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5745fa62-39db-475e-8950-83cdad3410b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'a048ca20-b860-413b-b6c3-0ee286cbd5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:11:58Z', 'updated_at': '2021-07-15T19:11:58Z', 'revision_number': 2, 'project_id': 'a0035a7372834a41b58e3d1123f573b8', 'subnets': [{'id': 'a048ca20-b860-413b-b6c3-0ee286cbd5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:12:00.118574 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning for port a6f7d03c-8862-401b-865d-55d513175a1a completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:12:00.123100 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port a6f7d03c-8862-401b-865d-55d513175a1a triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:12:00.123476 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:00.230991 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-0bb79611-6f1e-487a-bfad-d71ee850f425 req-3d81b5e8-7b1b-4673-929b-f6d8dee2fce6 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/ports?device_id=96c6e214-8468-413d-a96e-abd7595db5e0 HTTP/1.1" status: 200 len: 210 time: 0.0462656 Jul 15 19:12:00.236629 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:00.280589 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] For port a6f7d03c-8862-401b-865d-55d513175a1a, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=a6f7d03c-8862-401b-865d-55d513175a1a,segment=NetworkSegment(698fe472-5cd2-4ce0-93ec-3a302994f98b),segment_id=698fe472-5cd2-4ce0-93ec-3a302994f98b)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:12:00.286660 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:00.357054 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 57258) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:12:00.362500 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Pushing event updated for resources: {'Port': ['ID=a6f7d03c-8862-401b-865d-55d513175a1a,revision_number=5']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:00.363496 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-6362131a-a8da-44c3-8797-2c3a4e55abd9 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-139437815', 'description': 'tempest-secgroup-smoke-139437815 description', 'project_id': 'b2ad1b66aed3448d8e6473bdf587c8be'}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:12:00.436678 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-6362131a-a8da-44c3-8797-2c3a4e55abd9 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:00.557060 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-6362131a-a8da-44c3-8797-2c3a4e55abd9 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:00.563047 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-6362131a-a8da-44c3-8797-2c3a4e55abd9 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:00.595633 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-6362131a-a8da-44c3-8797-2c3a4e55abd9 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:00.597034 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-6362131a-a8da-44c3-8797-2c3a4e55abd9 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2386472 Jul 15 19:12:00.599956 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6362131a-a8da-44c3-8797-2c3a4e55abd9 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=604442a5-69e8-42a5-bd8c-d85a244c4f96,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:00.600932 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 57262) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:12:00.605729 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [None req-f4123322-1e3f-4ff7-baf1-7afc4986a439 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Request body: {'security_group_rule': {'security_group_id': '604442a5-69e8-42a5-bd8c-d85a244c4f96', 'project_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:12:00.637254 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-f4123322-1e3f-4ff7-baf1-7afc4986a439 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:00.705148 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-f4123322-1e3f-4ff7-baf1-7afc4986a439 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:00.711268 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-f4123322-1e3f-4ff7-baf1-7afc4986a439 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610094'] for security_group_rule, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:00.731512 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4123322-1e3f-4ff7-baf1-7afc4986a439 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9580ab34-245b-4d6b-b784-5b7b14985159,revision_number=0']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:00.734019 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-f4123322-1e3f-4ff7-baf1-7afc4986a439 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:00.738165 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 57264) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:12:00.738785 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-f4123322-1e3f-4ff7-baf1-7afc4986a439 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1362076 Jul 15 19:12:00.743950 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-605ff369-680b-4ebe-8ffc-6c8b69d70512 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Request body: {'security_group_rule': {'security_group_id': '604442a5-69e8-42a5-bd8c-d85a244c4f96', 'project_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:12:00.774152 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-605ff369-680b-4ebe-8ffc-6c8b69d70512 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:00.841965 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-605ff369-680b-4ebe-8ffc-6c8b69d70512 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:00.847044 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-605ff369-680b-4ebe-8ffc-6c8b69d70512 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610094'] for security_group_rule, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:00.866333 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ff369-680b-4ebe-8ffc-6c8b69d70512 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b23ff7cf-3b00-4bc2-a49c-4a93a0eadc52,revision_number=0']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:00.874639 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-605ff369-680b-4ebe-8ffc-6c8b69d70512 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:00.876210 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-605ff369-680b-4ebe-8ffc-6c8b69d70512 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1369650 Jul 15 19:12:00.878904 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 57266) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:12:00.883820 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-3c6bf2ed-3fa3-4fe2-b756-af474766a400 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Request body: {'security_group_rule': {'security_group_id': '604442a5-69e8-42a5-bd8c-d85a244c4f96', 'project_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:12:00.931945 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-3c6bf2ed-3fa3-4fe2-b756-af474766a400 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:01.011308 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-3c6bf2ed-3fa3-4fe2-b756-af474766a400 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:01.015841 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-3c6bf2ed-3fa3-4fe2-b756-af474766a400 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610094'] for security_group_rule, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:01.037175 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6bf2ed-3fa3-4fe2-b756-af474766a400 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75c2eaef-731d-4e52-be27-0a6801597920,revision_number=0']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:01.044668 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-3c6bf2ed-3fa3-4fe2-b756-af474766a400 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:01.049696 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-3c6bf2ed-3fa3-4fe2-b756-af474766a400 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1665318 Jul 15 19:12:01.049858 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 57268) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:12:01.054660 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-dda176c4-cbd0-4aa1-83ef-f3ab70fc62eb tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Request body: {'security_group_rule': {'security_group_id': '604442a5-69e8-42a5-bd8c-d85a244c4f96', 'project_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:12:01.090456 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-dda176c4-cbd0-4aa1-83ef-f3ab70fc62eb tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:01.153610 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-dda176c4-cbd0-4aa1-83ef-f3ab70fc62eb tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:01.158469 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-dda176c4-cbd0-4aa1-83ef-f3ab70fc62eb tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610094'] for security_group_rule, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:01.179511 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda176c4-cbd0-4aa1-83ef-f3ab70fc62eb tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d411acc-289e-4547-9528-804c310a9f02,revision_number=0']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:01.183357 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-dda176c4-cbd0-4aa1-83ef-f3ab70fc62eb tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:01.184602 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-dda176c4-cbd0-4aa1-83ef-f3ab70fc62eb tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1337900 Jul 15 19:12:01.187309 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 57270) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:12:01.191942 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-44066199-1b2a-4f00-951d-b86cb16aef3a tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Request body: {'security_group_rule': {'security_group_id': '604442a5-69e8-42a5-bd8c-d85a244c4f96', 'project_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:12:01.216658 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.db.securitygroups_db [None req-44066199-1b2a-4f00-951d-b86cb16aef3a tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Project b2ad1b66aed3448d8e6473bdf587c8be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 19:12:01.222113 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-44066199-1b2a-4f00-951d-b86cb16aef3a tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:01.289420 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-44066199-1b2a-4f00-951d-b86cb16aef3a tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:01.293633 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-44066199-1b2a-4f00-951d-b86cb16aef3a tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610094'] for security_group_rule, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:01.312628 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44066199-1b2a-4f00-951d-b86cb16aef3a tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa17f7be-4392-45af-9d7d-5902499789c8,revision_number=0']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:01.321242 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-44066199-1b2a-4f00-951d-b86cb16aef3a tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:01.325222 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-44066199-1b2a-4f00-951d-b86cb16aef3a tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1343868 Jul 15 19:12:01.325469 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 57276) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:12:01.331466 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-f9ed900c-3226-4a58-b5ef-477b02524856 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Request body: {'security_group_rule': {'security_group_id': '604442a5-69e8-42a5-bd8c-d85a244c4f96', 'project_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:12:01.359703 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.db.securitygroups_db [None req-f9ed900c-3226-4a58-b5ef-477b02524856 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Project b2ad1b66aed3448d8e6473bdf587c8be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 19:12:01.374936 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-f9ed900c-3226-4a58-b5ef-477b02524856 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:01.409849 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-b6335143-4f57-43cc-bb27-b7934af8a9c1 req-2211b5ef-f81c-49be-8551-89bbf19b0572 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/ports?device_id=96c6e214-8468-413d-a96e-abd7595db5e0 HTTP/1.1" status: 200 len: 210 time: 0.0453997 Jul 15 19:12:01.477212 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-f9ed900c-3226-4a58-b5ef-477b02524856 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:01.488852 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-f9ed900c-3226-4a58-b5ef-477b02524856 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610094'] for security_group_rule, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:01.520441 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ed900c-3226-4a58-b5ef-477b02524856 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3613b16d-22aa-474a-95b0-b8aef76bf785,revision_number=0']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:01.529316 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-f9ed900c-3226-4a58-b5ef-477b02524856 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:01.533710 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-f9ed900c-3226-4a58-b5ef-477b02524856 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2040837 Jul 15 19:12:01.740548 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c86483-0744-4085-93b8-23508e131a33 req-5dda197a-9afc-4641-9e6b-459e0d53604e tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:01.742897 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-98c86483-0744-4085-93b8-23508e131a33 req-5dda197a-9afc-4641-9e6b-459e0d53604e tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.69 "GET /v2.0/networks?id=618264cd-2eaf-4420-bc05-b6950948d7cb HTTP/1.1" status: 200 len: 813 time: 0.1930873 Jul 15 19:12:01.768133 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [req-98c86483-0744-4085-93b8-23508e131a33 req-b4c521de-aa24-4181-b64e-9a3392a9ae35 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Request body: {'port': {'device_id': '96c6e214-8468-413d-a96e-abd7595db5e0', 'network_id': '618264cd-2eaf-4420-bc05-b6950948d7cb', 'admin_state_up': True, 'tenant_id': '0ff8724d8f19422faadf44e87873627e'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:12:01.788091 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 606672c4-be91-4ae9-b924-4226a3cd245a up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:12:01.848453 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning for port 606672c4-be91-4ae9-b924-4226a3cd245a completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:12:01.852473 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port 606672c4-be91-4ae9-b924-4226a3cd245a triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:12:01.852852 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:01.920687 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98c86483-0744-4085-93b8-23508e131a33 req-b4c521de-aa24-4181-b64e-9a3392a9ae35 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Made reservation on behalf of 0ff8724d8f19422faadf44e87873627e for: {'port': 1} {{(pid=93658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:12:01.925377 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-98c86483-0744-4085-93b8-23508e131a33 req-b4c521de-aa24-4181-b64e-9a3392a9ae35 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:01.951416 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:01.975662 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] For port 606672c4-be91-4ae9-b924-4226a3cd245a, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=606672c4-be91-4ae9-b924-4226a3cd245a,segment=NetworkSegment(d344549d-09e0-4982-8c11-6f16cb0baa64),segment_id=d344549d-09e0-4982-8c11-6f16cb0baa64)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:12:01.980916 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:01.981734 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device a6f7d03c-8862-401b-865d-55d513175a1a up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:12:02.061982 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Pushing event updated for resources: {'Port': ['ID=606672c4-be91-4ae9-b924-4226a3cd245a,revision_number=4']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:02.075986 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port a6f7d03c-8862-401b-865d-55d513175a1a triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:12:02.076602 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:02.084864 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-23f2f6f8-5e19-4283-894f-f7de18266699 req-d8c74a2f-79b3-44f7-8a34-b837e94803d0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734634 Jul 15 19:12:02.099639 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.db_base_plugin_common [req-98c86483-0744-4085-93b8-23508e131a33 req-b4c521de-aa24-4181-b64e-9a3392a9ae35 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Allocated IP 172.20.0.6 (618264cd-2eaf-4420-bc05-b6950948d7cb/77ed7ed2-5cfb-43f6-a0df-a5a5c2f7723c/3e81114e-7ccd-4edf-a7c2-e36ad5338743) {{(pid=93658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:12:02.246752 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2f6f8-5e19-4283-894f-f7de18266699 req-56d2d491-1896-4ab3-ba88-099ceae3b16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:02.248335 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-23f2f6f8-5e19-4283-894f-f7de18266699 req-56d2d491-1896-4ab3-ba88-099ceae3b16e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=509209d2c8bd40dc87dfc3c3ad815494&device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 1100 time: 0.0768578 Jul 15 19:12:02.324164 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-98c86483-0744-4085-93b8-23508e131a33 req-b4c521de-aa24-4181-b64e-9a3392a9ae35 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Notify callbacks [] for port, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:02.369687 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2f6f8-5e19-4283-894f-f7de18266699 req-b06ff570-2c98-4043-9aa6-1f239c110f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:02.371500 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-23f2f6f8-5e19-4283-894f-f7de18266699 req-b06ff570-2c98-4043-9aa6-1f239c110f5e service neutron] 10.222.0.69 "GET /v2.0/networks?id=4bce21e0-88dc-4de8-9d22-c4e766c0d73f HTTP/1.1" status: 200 len: 918 time: 0.0992525 Jul 15 19:12:02.400513 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-98c86483-0744-4085-93b8-23508e131a33 req-b4c521de-aa24-4181-b64e-9a3392a9ae35 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4513278'] for port, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:02.478906 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98c86483-0744-4085-93b8-23508e131a33 req-b4c521de-aa24-4181-b64e-9a3392a9ae35 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Network 618264cd-2eaf-4420-bc05-b6950948d7cb is already hosted by enough agents. {{(pid=93658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:12:02.490648 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-23f2f6f8-5e19-4283-894f-f7de18266699 req-07d35028-383d-49a3-b804-4e343b9d32fc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78c07082-7a0b-4d79-82ee-155ed4f49c54 HTTP/1.1" status: 200 len: 1001 time: 0.1118155 Jul 15 19:12:02.495908 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.base_scheduler [req-98c86483-0744-4085-93b8-23508e131a33 req-b4c521de-aa24-4181-b64e-9a3392a9ae35 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Resources bound (agent type, host, resource id): {{(pid=93658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:12:02.500977 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c86483-0744-4085-93b8-23508e131a33 req-b4c521de-aa24-4181-b64e-9a3392a9ae35 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Received port after_create {{(pid=93658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:12:02.537598 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c521de-aa24-4181-b64e-9a3392a9ae35 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Pushing event updated for resources: {'Port': ['ID=3e81114e-7ccd-4edf-a7c2-e36ad5338743,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:02.564335 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2f6f8-5e19-4283-894f-f7de18266699 req-11fff82e-39cd-4a7e-9380-6ed9f1324205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:02.565972 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-23f2f6f8-5e19-4283-894f-f7de18266699 req-11fff82e-39cd-4a7e-9380-6ed9f1324205 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c53d632-04b3-4db0-b6ce-07c07955a0b8 HTTP/1.1" status: 200 len: 855 time: 0.0668705 Jul 15 19:12:02.578677 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c86483-0744-4085-93b8-23508e131a33 req-b4c521de-aa24-4181-b64e-9a3392a9ae35 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:02.579591 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-98c86483-0744-4085-93b8-23508e131a33 req-b4c521de-aa24-4181-b64e-9a3392a9ae35 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:02.626765 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-98c86483-0744-4085-93b8-23508e131a33 req-b4c521de-aa24-4181-b64e-9a3392a9ae35 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8656623 Jul 15 19:12:02.641018 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2f6f8-5e19-4283-894f-f7de18266699 req-1bd5499b-e95e-427e-8ac3-7156988cd5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:02.645835 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-23f2f6f8-5e19-4283-894f-f7de18266699 req-1bd5499b-e95e-427e-8ac3-7156988cd5bb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4bce21e0-88dc-4de8-9d22-c4e766c0d73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0695095 Jul 15 19:12:02.650520 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [req-98c86483-0744-4085-93b8-23508e131a33 req-b54b01fa-eb7d-46d3-920a-4cdd7a8808d4 service neutron] Request body: {'port': {'device_id': '96c6e214-8468-413d-a96e-abd7595db5e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:12:02.689425 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc708103-bde6-44dc-b2ab-1db785f72616 None None] Sync routers for ids ['5745fa62-39db-475e-8950-83cdad3410b8'] in dv-cinder-788363-8-iscsi {{(pid=93660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:12:02.690941 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3e2de-8122-4908-a14e-2a53d4090020 req-04ddfe25-3734-4856-ac70-5551f85a9ecb tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:02.692517 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-0ae3e2de-8122-4908-a14e-2a53d4090020 req-04ddfe25-3734-4856-ac70-5551f85a9ecb tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/ports?device_id=96c6e214-8468-413d-a96e-abd7595db5e0 HTTP/1.1" status: 200 len: 931 time: 0.1201370 Jul 15 19:12:02.709141 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc708103-bde6-44dc-b2ab-1db785f72616 None None] Routers {'5745fa62-39db-475e-8950-83cdad3410b8'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:12:02.709820 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-fc708103-bde6-44dc-b2ab-1db785f72616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:11:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['5745fa62-39db-475e-8950-83cdad3410b8'], 'active': True} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:12:02.760788 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-23f2f6f8-5e19-4283-894f-f7de18266699 req-3dcfc404-ee6c-4796-91ad-c7b002df9da9 service neutron] 10.222.0.69 "GET /v2.0/networks/4bce21e0-88dc-4de8-9d22-c4e766c0d73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093256 Jul 15 19:12:02.762472 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-0ae3e2de-8122-4908-a14e-2a53d4090020 req-f68737b0-1e35-4361-a5be-b1c7ac798f92 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/security-groups?id=e52a5974-5ec7-4b61-abf7-02b8281a9f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617278 Jul 15 19:12:02.778548 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-98c86483-0744-4085-93b8-23508e131a33 req-b54b01fa-eb7d-46d3-920a-4cdd7a8808d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:02.861933 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvr_db [None req-fc708103-bde6-44dc-b2ab-1db785f72616 None None] Set router 5745fa62-39db-475e-8950-83cdad3410b8 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:12:02.870251 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-23f2f6f8-5e19-4283-894f-f7de18266699 req-e8b1bde0-6401-4ecf-aecf-e1a109dc6dab service neutron] 10.222.0.69 "GET /v2.0/networks/4bce21e0-88dc-4de8-9d22-c4e766c0d73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019299 Jul 15 19:12:03.085254 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.notifiers.nova [req-98c86483-0744-4085-93b8-23508e131a33 req-b54b01fa-eb7d-46d3-920a-4cdd7a8808d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e81114e-7ccd-4edf-a7c2-e36ad5338743 {{(pid=93658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:12:03.092636 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-98c86483-0744-4085-93b8-23508e131a33 req-b54b01fa-eb7d-46d3-920a-4cdd7a8808d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:03.101990 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-fc708103-bde6-44dc-b2ab-1db785f72616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5745fa62-39db-475e-8950-83cdad3410b8', 'name': 'tempest-TestShelveInstance-1417127264-router', 'tenant_id': 'a0035a7372834a41b58e3d1123f573b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '606672c4-be91-4ae9-b924-4226a3cd245a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:11:55Z', 'updated_at': '2021-07-15T19:11:58Z', 'revision_number': 4, 'project_id': 'a0035a7372834a41b58e3d1123f573b8', 'gw_port': {'id': '606672c4-be91-4ae9-b924-4226a3cd245a', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:67:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5745fa62-39db-475e-8950-83cdad3410b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:11:55Z', 'updated_at': '2021-07-15T19:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': '5864d3b8-56ca-4662-8b58-bd7e2768f28c', 'name': '', 'network_id': 'f670ee9f-a119-4e80-9f98-28560c05d808', 'tenant_id': 'a0035a7372834a41b58e3d1123f573b8', 'mac_address': 'fa:16:3e:09:93:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5745fa62-39db-475e-8950-83cdad3410b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'a048ca20-b860-413b-b6c3-0ee286cbd5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:11:58Z', 'updated_at': '2021-07-15T19:11:58Z', 'revision_number': 2, 'project_id': 'a0035a7372834a41b58e3d1123f573b8', 'subnets': [{'id': 'a048ca20-b860-413b-b6c3-0ee286cbd5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:12:03.104399 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.provisioning_blocks [req-98c86483-0744-4085-93b8-23508e131a33 req-b54b01fa-eb7d-46d3-920a-4cdd7a8808d4 service neutron] Transition to ACTIVE for port object 3e81114e-7ccd-4edf-a7c2-e36ad5338743 will not be triggered until provisioned by entity L2. {{(pid=93658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:12:03.108505 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-98c86483-0744-4085-93b8-23508e131a33 req-b54b01fa-eb7d-46d3-920a-4cdd7a8808d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4513223'] for port, after_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:03.136164 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc708103-bde6-44dc-b2ab-1db785f72616 None None] Checking router: 5745fa62-39db-475e-8950-83cdad3410b8 for host: dv-cinder-788363-8-iscsi {{(pid=93660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:12:03.136524 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc708103-bde6-44dc-b2ab-1db785f72616 None None] Updating router 5745fa62-39db-475e-8950-83cdad3410b8 port 5864d3b8-56ca-4662-8b58-bd7e2768f28c binding host dv-cinder-788363-8-iscsi {{(pid=93660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:12:03.160215 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b01fa-eb7d-46d3-920a-4cdd7a8808d4 service neutron] Pushing event updated for resources: {'Port': ['ID=3e81114e-7ccd-4edf-a7c2-e36ad5338743,revision_number=2']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:03.173136 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fc708103-bde6-44dc-b2ab-1db785f72616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:03.229346 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.managers [req-98c86483-0744-4085-93b8-23508e131a33 req-b54b01fa-eb7d-46d3-920a-4cdd7a8808d4 service neutron] Attempting to bind port 3e81114e-7ccd-4edf-a7c2-e36ad5338743 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:12:03.229733 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.managers [req-98c86483-0744-4085-93b8-23508e131a33 req-b54b01fa-eb7d-46d3-920a-4cdd7a8808d4 service neutron] Attempting to bind port 3e81114e-7ccd-4edf-a7c2-e36ad5338743 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '706e5e7b-e9df-4791-8db7-faec185f9f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '618264cd-2eaf-4420-bc05-b6950948d7cb'}] {{(pid=93658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:12:03.230016 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c86483-0744-4085-93b8-23508e131a33 req-b54b01fa-eb7d-46d3-920a-4cdd7a8808d4 service neutron] Attempting to bind port 3e81114e-7ccd-4edf-a7c2-e36ad5338743 on network 618264cd-2eaf-4420-bc05-b6950948d7cb {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:12:03.234198 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c86483-0744-4085-93b8-23508e131a33 req-b54b01fa-eb7d-46d3-920a-4cdd7a8808d4 service neutron] Port 3e81114e-7ccd-4edf-a7c2-e36ad5338743 on network 618264cd-2eaf-4420-bc05-b6950948d7cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:12:03.234506 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c86483-0744-4085-93b8-23508e131a33 req-b54b01fa-eb7d-46d3-920a-4cdd7a8808d4 service neutron] Attempting to bind port 3e81114e-7ccd-4edf-a7c2-e36ad5338743 on network 618264cd-2eaf-4420-bc05-b6950948d7cb {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:12:03.239153 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c86483-0744-4085-93b8-23508e131a33 req-b54b01fa-eb7d-46d3-920a-4cdd7a8808d4 service neutron] Checking agent: {'id': 'ff69530c-d7d1-4bd0-8ab4-9c33ea1455de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 2, 58), 'started_at': datetime.datetime(2021, 7, 15, 19, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:12:03.239992 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c86483-0744-4085-93b8-23508e131a33 req-b54b01fa-eb7d-46d3-920a-4cdd7a8808d4 service neutron] Checking segment: {'id': '706e5e7b-e9df-4791-8db7-faec185f9f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '618264cd-2eaf-4420-bc05-b6950948d7cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:12:03.240377 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c86483-0744-4085-93b8-23508e131a33 req-b54b01fa-eb7d-46d3-920a-4cdd7a8808d4 service neutron] Bound using segment: {'id': '706e5e7b-e9df-4791-8db7-faec185f9f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '618264cd-2eaf-4420-bc05-b6950948d7cb'} {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:12:03.240792 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.managers [req-98c86483-0744-4085-93b8-23508e131a33 req-b54b01fa-eb7d-46d3-920a-4cdd7a8808d4 service neutron] Bound port: 3e81114e-7ccd-4edf-a7c2-e36ad5338743, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '706e5e7b-e9df-4791-8db7-faec185f9f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '618264cd-2eaf-4420-bc05-b6950948d7cb'}}] {{(pid=93658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:12:03.241143 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-98c86483-0744-4085-93b8-23508e131a33 req-b54b01fa-eb7d-46d3-920a-4cdd7a8808d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:03.307007 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.db [req-98c86483-0744-4085-93b8-23508e131a33 req-b54b01fa-eb7d-46d3-920a-4cdd7a8808d4 service neutron] For port 3e81114e-7ccd-4edf-a7c2-e36ad5338743, host hv-cinder-78836, cleared binding levels {{(pid=93658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:12:03.310202 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.db [req-98c86483-0744-4085-93b8-23508e131a33 req-b54b01fa-eb7d-46d3-920a-4cdd7a8808d4 service neutron] For port 3e81114e-7ccd-4edf-a7c2-e36ad5338743, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3e81114e-7ccd-4edf-a7c2-e36ad5338743,segment=NetworkSegment(706e5e7b-e9df-4791-8db7-faec185f9f89),segment_id=706e5e7b-e9df-4791-8db7-faec185f9f89)] {{(pid=93658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:12:03.323867 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-98c86483-0744-4085-93b8-23508e131a33 req-b54b01fa-eb7d-46d3-920a-4cdd7a8808d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4513223'] for port, after_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:03.365181 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c86483-0744-4085-93b8-23508e131a33 req-b54b01fa-eb7d-46d3-920a-4cdd7a8808d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:03.365885 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-98c86483-0744-4085-93b8-23508e131a33 req-b54b01fa-eb7d-46d3-920a-4cdd7a8808d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:03.367192 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-98c86483-0744-4085-93b8-23508e131a33 req-b54b01fa-eb7d-46d3-920a-4cdd7a8808d4 service neutron] 10.222.0.69 "PUT /v2.0/ports/3e81114e-7ccd-4edf-a7c2-e36ad5338743 HTTP/1.1" status: 200 len: 1093 time: 0.7266645 Jul 15 19:12:03.367623 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c6e214-8468-413d-a96e-abd7595db5e0', 'tag': '3e81114e-7ccd-4edf-a7c2-e36ad5338743'}] {{(pid=93658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:12:03.369979 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b58f88415513d6787191dd44e0a29b3917631101a239d5effbe25afab188a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3dca71-d4f4-43d2-80e5-7427bc6d59c9" -d '{"events": [{"name": "network-changed", "server_uuid": "96c6e214-8468-413d-a96e-abd7595db5e0", "tag": "3e81114e-7ccd-4edf-a7c2-e36ad5338743"}]}' {{(pid=93658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:12:03.407601 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b01fa-eb7d-46d3-920a-4cdd7a8808d4 service neutron] Pushing event updated for resources: {'Port': ['ID=3e81114e-7ccd-4edf-a7c2-e36ad5338743,revision_number=3']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:03.461646 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a33b06-2817-4c61-abb8-064e1ed7a1ee x-openstack-request-id: req-99a33b06-2817-4c61-abb8-064e1ed7a1ee {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:12:03.461957 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96c6e214-8468-413d-a96e-abd7595db5e0", "tag": "3e81114e-7ccd-4edf-a7c2-e36ad5338743", "status": "completed", "code": 200}]} {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:12:03.462213 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-99a33b06-2817-4c61-abb8-064e1ed7a1ee {{(pid=93658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:12:03.462599 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96c6e214-8468-413d-a96e-abd7595db5e0', 'tag': '3e81114e-7ccd-4edf-a7c2-e36ad5338743', 'status': 'completed', 'code': 200} Jul 15 19:12:03.547070 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fc708103-bde6-44dc-b2ab-1db785f72616 None None] Notify callbacks [] for port, precommit_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:03.550907 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c86483-0744-4085-93b8-23508e131a33 req-eb30a742-d80e-48e3-aa11-5d78334695e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:03.553594 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-98c86483-0744-4085-93b8-23508e131a33 req-eb30a742-d80e-48e3-aa11-5d78334695e8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ff8724d8f19422faadf44e87873627e&device_id=96c6e214-8468-413d-a96e-abd7595db5e0 HTTP/1.1" status: 200 len: 1096 time: 0.1040151 Jul 15 19:12:03.559358 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.provisioning_blocks [None req-fc708103-bde6-44dc-b2ab-1db785f72616 None None] Transition to ACTIVE for port object 5864d3b8-56ca-4662-8b58-bd7e2768f28c will not be triggered until provisioned by entity L2. {{(pid=93660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:12:03.568351 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fc708103-bde6-44dc-b2ab-1db785f72616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:03.654756 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 606672c4-be91-4ae9-b924-4226a3cd245a up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:12:03.655479 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-98c86483-0744-4085-93b8-23508e131a33 req-53dc47a4-9ee9-4edd-8d26-ebec34f80838 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e81114e-7ccd-4edf-a7c2-e36ad5338743 HTTP/1.1" status: 200 len: 217 time: 0.0523195 Jul 15 19:12:03.705712 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc6f3af-67d4-49d1-89fa-fa5b75a3bd23 None None] Pushing event updated for resources: {'Port': ['ID=5864d3b8-56ca-4662-8b58-bd7e2768f28c,revision_number=3']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:03.754551 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c86483-0744-4085-93b8-23508e131a33 req-d9f73e1b-937c-4de9-bc19-a49e10c5bb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:03.756582 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-98c86483-0744-4085-93b8-23508e131a33 req-d9f73e1b-937c-4de9-bc19-a49e10c5bb24 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=77ed7ed2-5cfb-43f6-a0df-a5a5c2f7723c HTTP/1.1" status: 200 len: 853 time: 0.0920980 Jul 15 19:12:03.761327 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.managers [None req-fc708103-bde6-44dc-b2ab-1db785f72616 None None] Attempting to bind port 5864d3b8-56ca-4662-8b58-bd7e2768f28c on host dv-cinder-788363-8-iscsi for vnic_type normal with profile {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:12:03.762076 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.managers [None req-fc708103-bde6-44dc-b2ab-1db785f72616 None None] Attempting to bind port 5864d3b8-56ca-4662-8b58-bd7e2768f28c by drivers openvswitch,hyperv on host dv-cinder-788363-8-iscsi at level 0 using segments [{'id': '86441954-5a11-4100-bc6c-6a95cd6e9c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'f670ee9f-a119-4e80-9f98-28560c05d808'}] {{(pid=93660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:12:03.762651 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc708103-bde6-44dc-b2ab-1db785f72616 None None] Attempting to bind port 5864d3b8-56ca-4662-8b58-bd7e2768f28c on network f670ee9f-a119-4e80-9f98-28560c05d808 {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:12:03.769407 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc708103-bde6-44dc-b2ab-1db785f72616 None None] Checking agent: {'id': 'ac33f8ba-c243-4061-a3c6-3aff717edb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 52), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:12:03.772824 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc708103-bde6-44dc-b2ab-1db785f72616 None None] Checking segment: {'id': '86441954-5a11-4100-bc6c-6a95cd6e9c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'f670ee9f-a119-4e80-9f98-28560c05d808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:12:03.773477 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fc708103-bde6-44dc-b2ab-1db785f72616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:03.774648 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc708103-bde6-44dc-b2ab-1db785f72616 None None] Bound using segment: {'id': '86441954-5a11-4100-bc6c-6a95cd6e9c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'f670ee9f-a119-4e80-9f98-28560c05d808'} {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:12:03.775856 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.managers [None req-fc708103-bde6-44dc-b2ab-1db785f72616 None None] Bound port: 5864d3b8-56ca-4662-8b58-bd7e2768f28c, host: dv-cinder-788363-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86441954-5a11-4100-bc6c-6a95cd6e9c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'f670ee9f-a119-4e80-9f98-28560c05d808'}}] {{(pid=93660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:12:03.777360 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fc708103-bde6-44dc-b2ab-1db785f72616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:03.814734 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-98c86483-0744-4085-93b8-23508e131a33 req-33820e90-11db-4691-85b1-33a6255bfdae service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=618264cd-2eaf-4420-bc05-b6950948d7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491538 Jul 15 19:12:03.866454 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port 606672c4-be91-4ae9-b924-4226a3cd245a triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:12:03.870899 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:03.931834 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [None req-fc708103-bde6-44dc-b2ab-1db785f72616 None None] For port 5864d3b8-56ca-4662-8b58-bd7e2768f28c, host dv-cinder-788363-8-iscsi, cleared binding levels {{(pid=93660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:12:03.939958 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [None req-fc708103-bde6-44dc-b2ab-1db785f72616 None None] For port 5864d3b8-56ca-4662-8b58-bd7e2768f28c, host dv-cinder-788363-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=5864d3b8-56ca-4662-8b58-bd7e2768f28c,segment=NetworkSegment(86441954-5a11-4100-bc6c-6a95cd6e9c25),segment_id=86441954-5a11-4100-bc6c-6a95cd6e9c25)] {{(pid=93660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:12:03.949226 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fc708103-bde6-44dc-b2ab-1db785f72616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:03.988844 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-98c86483-0744-4085-93b8-23508e131a33 req-d0f4935d-d5a5-42d0-b34d-9db5fdb6109c service neutron] 10.222.0.69 "GET /v2.0/networks/618264cd-2eaf-4420-bc05-b6950948d7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665826 Jul 15 19:12:04.028345 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc708103-bde6-44dc-b2ab-1db785f72616 None None] Routers {'5745fa62-39db-475e-8950-83cdad3410b8'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:12:04.029000 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-fc708103-bde6-44dc-b2ab-1db785f72616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:11:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['5745fa62-39db-475e-8950-83cdad3410b8'], 'active': True} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:12:04.031265 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc6f3af-67d4-49d1-89fa-fa5b75a3bd23 None None] Pushing event updated for resources: {'Port': ['ID=5864d3b8-56ca-4662-8b58-bd7e2768f28c,revision_number=4']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:04.156103 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-98c86483-0744-4085-93b8-23508e131a33 req-7d3ce93f-2e13-4df3-bf18-1a89e559076e service neutron] 10.222.0.69 "GET /v2.0/networks/618264cd-2eaf-4420-bc05-b6950948d7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549215 Jul 15 19:12:04.185368 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329aeb1f-69f5-4971-8400-7e1ffc97e600 req-70346c13-c3de-4eec-83f2-ba00538773cc tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:04.186992 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-329aeb1f-69f5-4971-8400-7e1ffc97e600 req-70346c13-c3de-4eec-83f2-ba00538773cc tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/ports?device_id=96c6e214-8468-413d-a96e-abd7595db5e0 HTTP/1.1" status: 200 len: 943 time: 0.1258569 Jul 15 19:12:04.202750 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvr_db [None req-fc708103-bde6-44dc-b2ab-1db785f72616 None None] Set router 5745fa62-39db-475e-8950-83cdad3410b8 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:12:04.233482 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-329aeb1f-69f5-4971-8400-7e1ffc97e600 req-1b47d3bf-354c-46d3-be8d-a70843829496 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/security-groups?id=e52a5974-5ec7-4b61-abf7-02b8281a9f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370631 Jul 15 19:12:04.332377 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3dca71-d4f4-43d2-80e5-7427bc6d59c9 req-bea45440-6992-4b05-9219-6142acf9528a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:04.332377 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-be3dca71-d4f4-43d2-80e5-7427bc6d59c9 req-bea45440-6992-4b05-9219-6142acf9528a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ff8724d8f19422faadf44e87873627e&device_id=96c6e214-8468-413d-a96e-abd7595db5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0588932 Jul 15 19:12:04.426670 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3dca71-d4f4-43d2-80e5-7427bc6d59c9 req-b71225ae-4892-4342-8aaf-8441e9e5e4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:04.428765 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-be3dca71-d4f4-43d2-80e5-7427bc6d59c9 req-b71225ae-4892-4342-8aaf-8441e9e5e4c0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=618264cd-2eaf-4420-bc05-b6950948d7cb HTTP/1.1" status: 200 len: 915 time: 0.0910196 Jul 15 19:12:04.472203 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-be3dca71-d4f4-43d2-80e5-7427bc6d59c9 req-ababf1dc-3190-4e89-97ab-af6c16dad2eb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e81114e-7ccd-4edf-a7c2-e36ad5338743 HTTP/1.1" status: 200 len: 217 time: 0.0340672 Jul 15 19:12:04.511378 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-fc708103-bde6-44dc-b2ab-1db785f72616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5745fa62-39db-475e-8950-83cdad3410b8', 'name': 'tempest-TestShelveInstance-1417127264-router', 'tenant_id': 'a0035a7372834a41b58e3d1123f573b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '606672c4-be91-4ae9-b924-4226a3cd245a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:11:55Z', 'updated_at': '2021-07-15T19:11:58Z', 'revision_number': 4, 'project_id': 'a0035a7372834a41b58e3d1123f573b8', 'gw_port': {'id': '606672c4-be91-4ae9-b924-4226a3cd245a', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:67:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5745fa62-39db-475e-8950-83cdad3410b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:11:55Z', 'updated_at': '2021-07-15T19:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': '5864d3b8-56ca-4662-8b58-bd7e2768f28c', 'name': '', 'network_id': 'f670ee9f-a119-4e80-9f98-28560c05d808', 'tenant_id': 'a0035a7372834a41b58e3d1123f573b8', 'mac_address': 'fa:16:3e:09:93:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5745fa62-39db-475e-8950-83cdad3410b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'a048ca20-b860-413b-b6c3-0ee286cbd5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:11:58Z', 'updated_at': '2021-07-15T19:12:03Z', 'revision_number': 4, 'project_id': 'a0035a7372834a41b58e3d1123f573b8', 'subnets': [{'id': 'a048ca20-b860-413b-b6c3-0ee286cbd5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:12:04.542086 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3dca71-d4f4-43d2-80e5-7427bc6d59c9 req-5c6552f3-534a-4e81-ad20-d1bcd5bc5bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:04.542086 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-be3dca71-d4f4-43d2-80e5-7427bc6d59c9 req-5c6552f3-534a-4e81-ad20-d1bcd5bc5bbc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=77ed7ed2-5cfb-43f6-a0df-a5a5c2f7723c HTTP/1.1" status: 200 len: 853 time: 0.0490227 Jul 15 19:12:04.543276 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc708103-bde6-44dc-b2ab-1db785f72616 None None] The sync data for ids ['5745fa62-39db-475e-8950-83cdad3410b8'] in dv-cinder-788363-8-iscsi is: [{'id': '5745fa62-39db-475e-8950-83cdad3410b8', 'name': 'tempest-TestShelveInstance-1417127264-router', 'tenant_id': 'a0035a7372834a41b58e3d1123f573b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '606672c4-be91-4ae9-b924-4226a3cd245a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:11:55Z', 'updated_at': '2021-07-15T19:11:58Z', 'revision_number': 4, 'project_id': 'a0035a7372834a41b58e3d1123f573b8', 'gw_port': {'id': '606672c4-be91-4ae9-b924-4226a3cd245a', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:67:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5745fa62-39db-475e-8950-83cdad3410b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:11:55Z', 'updated_at': '2021-07-15T19:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': '5864d3b8-56ca-4662-8b58-bd7e2768f28c', 'name': '', 'network_id': 'f670ee9f-a119-4e80-9f98-28560c05d808', 'tenant_id': 'a0035a7372834a41b58e3d1123f573b8', 'mac_address': 'fa:16:3e:09:93:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5745fa62-39db-475e-8950-83cdad3410b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'a048ca20-b860-413b-b6c3-0ee286cbd5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:11:58Z', 'updated_at': '2021-07-15T19:12:03Z', 'revision_number': 4, 'project_id': 'a0035a7372834a41b58e3d1123f573b8', 'subnets': [{'id': 'a048ca20-b860-413b-b6c3-0ee286cbd5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:12:04.574768 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-be3dca71-d4f4-43d2-80e5-7427bc6d59c9 req-67a577c5-8c4d-4139-89b8-2ae0a25d2094 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=618264cd-2eaf-4420-bc05-b6950948d7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270376 Jul 15 19:12:04.678615 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-be3dca71-d4f4-43d2-80e5-7427bc6d59c9 req-179eea3b-45bb-4847-8263-20999470dd7c service neutron] 10.222.0.69 "GET /v2.0/networks/618264cd-2eaf-4420-bc05-b6950948d7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937424 Jul 15 19:12:04.784225 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-be3dca71-d4f4-43d2-80e5-7427bc6d59c9 req-30037168-8269-4293-b747-cd66796ebbac service neutron] 10.222.0.69 "GET /v2.0/networks/618264cd-2eaf-4420-bc05-b6950948d7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988276 Jul 15 19:12:05.433207 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d476b99-7e76-40df-8685-7559f8b55eae req-1577ce54-c6ac-4b96-9e34-270ea4253fd8 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:05.434694 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-3d476b99-7e76-40df-8685-7559f8b55eae req-1577ce54-c6ac-4b96-9e34-270ea4253fd8 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/ports?device_id=96c6e214-8468-413d-a96e-abd7595db5e0 HTTP/1.1" status: 200 len: 943 time: 0.0797796 Jul 15 19:12:05.475698 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-3d476b99-7e76-40df-8685-7559f8b55eae req-56dc6d51-7baa-4e27-a5ee-696eff040497 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/security-groups?id=e52a5974-5ec7-4b61-abf7-02b8281a9f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353866 Jul 15 19:12:05.624787 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 3e81114e-7ccd-4edf-a7c2-e36ad5338743 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:12:05.644247 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 5864d3b8-56ca-4662-8b58-bd7e2768f28c up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:12:05.761999 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 3e81114e-7ccd-4edf-a7c2-e36ad5338743, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3e81114e-7ccd-4edf-a7c2-e36ad5338743,segment=NetworkSegment(706e5e7b-e9df-4791-8db7-faec185f9f89),segment_id=706e5e7b-e9df-4791-8db7-faec185f9f89)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:12:05.764404 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning for port 5864d3b8-56ca-4662-8b58-bd7e2768f28c completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:12:05.775706 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port 5864d3b8-56ca-4662-8b58-bd7e2768f28c triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:12:05.776006 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:05.778596 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Returning: {'device': '3e81114e-7ccd-4edf-a7c2-e36ad5338743', 'network_id': '618264cd-2eaf-4420-bc05-b6950948d7cb', 'port_id': '3e81114e-7ccd-4edf-a7c2-e36ad5338743', 'mac_address': 'fa:16:3e:0e:8f:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ed7ed2-5cfb-43f6-a0df-a5a5c2f7723c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:12:05.847044 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:05.864234 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e81114e-7ccd-4edf-a7c2-e36ad5338743 {{(pid=93659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:12:05.917203 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 3e81114e-7ccd-4edf-a7c2-e36ad5338743, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3e81114e-7ccd-4edf-a7c2-e36ad5338743,segment=NetworkSegment(706e5e7b-e9df-4791-8db7-faec185f9f89),segment_id=706e5e7b-e9df-4791-8db7-faec185f9f89)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:12:05.918403 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:05.927601 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:05.980354 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] For port 5864d3b8-56ca-4662-8b58-bd7e2768f28c, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=5864d3b8-56ca-4662-8b58-bd7e2768f28c,segment=NetworkSegment(86441954-5a11-4100-bc6c-6a95cd6e9c25),segment_id=86441954-5a11-4100-bc6c-6a95cd6e9c25)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:12:05.989270 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:05.996331 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=3e81114e-7ccd-4edf-a7c2-e36ad5338743,revision_number=4']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:06.044738 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Pushing event updated for resources: {'Port': ['ID=5864d3b8-56ca-4662-8b58-bd7e2768f28c,revision_number=5']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:06.351361 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] get_ports_and_sgs() called for port_ids ['3e81114e-7ccd-4edf-a7c2-e36ad5338743'] {{(pid=93659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:12:06.670389 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74142ab0-796e-4a22-a9c1-6a1c76bda538 req-c311a75f-bd2f-4e93-9d15-99ff103d694f tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:06.672774 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-74142ab0-796e-4a22-a9c1-6a1c76bda538 req-c311a75f-bd2f-4e93-9d15-99ff103d694f tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/ports?device_id=96c6e214-8468-413d-a96e-abd7595db5e0 HTTP/1.1" status: 200 len: 944 time: 0.0802112 Jul 15 19:12:06.713522 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-74142ab0-796e-4a22-a9c1-6a1c76bda538 req-d2fdd743-73ef-4b61-bce9-bdf41e7d05a4 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/security-groups?id=e52a5974-5ec7-4b61-abf7-02b8281a9f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347736 Jul 15 19:12:07.622581 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 5864d3b8-56ca-4662-8b58-bd7e2768f28c up at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:12:07.647289 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 3e81114e-7ccd-4edf-a7c2-e36ad5338743 up at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:12:07.731830 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Provisioning complete for port 5864d3b8-56ca-4662-8b58-bd7e2768f28c triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:12:07.732519 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:07.736160 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Provisioning for port 3e81114e-7ccd-4edf-a7c2-e36ad5338743 completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:12:07.766741 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Provisioning complete for port 3e81114e-7ccd-4edf-a7c2-e36ad5338743 triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:12:07.767220 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:07.918540 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2efe14-7a02-4730-a6da-9c83ba5a9c5b req-04af7289-7985-40c7-9dc4-75e4c65b8ace tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:07.920624 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-9d2efe14-7a02-4730-a6da-9c83ba5a9c5b req-04af7289-7985-40c7-9dc4-75e4c65b8ace tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/ports?device_id=96c6e214-8468-413d-a96e-abd7595db5e0 HTTP/1.1" status: 200 len: 944 time: 0.0860665 Jul 15 19:12:07.929960 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:07.958079 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c6e214-8468-413d-a96e-abd7595db5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e81114e-7ccd-4edf-a7c2-e36ad5338743'}] {{(pid=93659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:12:07.961315 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cff241be1680f95bd86cb63ae369edb514e49424f5374e734ea98f44dc6e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68949be5-a1fa-4f48-b80b-9239dcd82a7e" -d '{"events": [{"server_uuid": "96c6e214-8468-413d-a96e-abd7595db5e0", "name": "network-vif-plugged", "status": "completed", "tag": "3e81114e-7ccd-4edf-a7c2-e36ad5338743"}]}' {{(pid=93659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:12:07.975183 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-9d2efe14-7a02-4730-a6da-9c83ba5a9c5b req-d110393c-7499-4b00-acec-c11e8b528db9 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/security-groups?id=e52a5974-5ec7-4b61-abf7-02b8281a9f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488195 Jul 15 19:12:08.099635 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f2025c-0545-4bac-9caf-71c2b1dce739 x-openstack-request-id: req-c8f2025c-0545-4bac-9caf-71c2b1dce739 {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:12:08.099985 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c6e214-8468-413d-a96e-abd7595db5e0", "name": "network-vif-plugged", "status": "completed", "tag": "3e81114e-7ccd-4edf-a7c2-e36ad5338743", "code": 200}]} {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:12:08.100237 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c8f2025c-0545-4bac-9caf-71c2b1dce739 {{(pid=93659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:12:08.100627 dv-cinder-788363-8-iscsi neutron-server[93659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c6e214-8468-413d-a96e-abd7595db5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e81114e-7ccd-4edf-a7c2-e36ad5338743', 'code': 200} Jul 15 19:12:08.104445 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 3e81114e-7ccd-4edf-a7c2-e36ad5338743, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3e81114e-7ccd-4edf-a7c2-e36ad5338743,segment=NetworkSegment(706e5e7b-e9df-4791-8db7-faec185f9f89),segment_id=706e5e7b-e9df-4791-8db7-faec185f9f89)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:12:08.109291 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:08.157227 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=3e81114e-7ccd-4edf-a7c2-e36ad5338743,revision_number=5']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:08.316017 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e4483-b138-4105-88b5-097220f5c79e req-aa2bd142-3802-4687-9553-6036819ce333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:08.317563 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-9c4e4483-b138-4105-88b5-097220f5c79e req-aa2bd142-3802-4687-9553-6036819ce333 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=96c6e214-8468-413d-a96e-abd7595db5e0 HTTP/1.1" status: 200 len: 1098 time: 0.0594006 Jul 15 19:12:08.360352 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-9c4e4483-b138-4105-88b5-097220f5c79e req-7e5720eb-83ca-4a5f-a9eb-6d2a2db939d9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e52a5974-5ec7-4b61-abf7-02b8281a9f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301127 Jul 15 19:12:09.213091 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfbceb-7a61-4dad-bb0e-2a541537628e req-eee5adf9-eb7b-4b4a-b04d-e15e52fb9848 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:09.221806 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-8bdfbceb-7a61-4dad-bb0e-2a541537628e req-eee5adf9-eb7b-4b4a-b04d-e15e52fb9848 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/ports?device_id=96c6e214-8468-413d-a96e-abd7595db5e0 HTTP/1.1" status: 200 len: 945 time: 0.0975263 Jul 15 19:12:09.259067 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-8bdfbceb-7a61-4dad-bb0e-2a541537628e req-825769e9-7cb0-48a5-8060-89946e6c5339 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/security-groups?id=e52a5974-5ec7-4b61-abf7-02b8281a9f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365994 Jul 15 19:12:10.443986 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c983a-5a24-47bf-85ca-2078ee4a7410 req-d4771a18-4c86-4051-9d19-6d53b6250505 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:10.445574 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-536c983a-5a24-47bf-85ca-2078ee4a7410 req-d4771a18-4c86-4051-9d19-6d53b6250505 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/ports?device_id=96c6e214-8468-413d-a96e-abd7595db5e0 HTTP/1.1" status: 200 len: 945 time: 0.0674992 Jul 15 19:12:10.492086 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-536c983a-5a24-47bf-85ca-2078ee4a7410 req-a56e2246-0818-449f-bbde-86202780b8f7 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/security-groups?id=e52a5974-5ec7-4b61-abf7-02b8281a9f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392230 Jul 15 19:12:10.677435 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a651f-af95-4b08-b237-a76775d4364c req-18999e5a-dd97-4d9e-9d29-d6ed7a96bdcb tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:10.679003 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-d59a651f-af95-4b08-b237-a76775d4364c req-18999e5a-dd97-4d9e-9d29-d6ed7a96bdcb tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf85611e-aaff-4878-959a-22c42165c1c3 HTTP/1.1" status: 200 len: 946 time: 0.0649455 Jul 15 19:12:10.718635 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-d59a651f-af95-4b08-b237-a76775d4364c req-6e7a7874-2b07-4305-b43e-d30a8918ee77 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb2d292d-1e40-4090-9ab4-a42bbfd1dbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333877 Jul 15 19:12:11.896016 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96368bb1-6570-49bb-ac4c-62c89caf7338 req-a3dba1ac-8bdb-4232-9ef0-17a95dda13e5 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:11.897502 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-96368bb1-6570-49bb-ac4c-62c89caf7338 req-a3dba1ac-8bdb-4232-9ef0-17a95dda13e5 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf85611e-aaff-4878-959a-22c42165c1c3 HTTP/1.1" status: 200 len: 946 time: 0.0659153 Jul 15 19:12:11.941375 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-96368bb1-6570-49bb-ac4c-62c89caf7338 req-abdbe6c3-961d-4fcb-bae5-f48e3a50b9f2 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb2d292d-1e40-4090-9ab4-a42bbfd1dbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368748 Jul 15 19:12:13.044429 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651c966-78f9-4de0-b80c-72184aff3342 req-641323fc-92e7-48f2-af1c-a6c49989618c tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:13.046368 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-2651c966-78f9-4de0-b80c-72184aff3342 req-641323fc-92e7-48f2-af1c-a6c49989618c tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf85611e-aaff-4878-959a-22c42165c1c3 HTTP/1.1" status: 200 len: 946 time: 0.0790925 Jul 15 19:12:13.138940 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0558c-a68c-453d-be38-1b37eb8547d3 req-7a5b1f91-d323-476e-8412-09acb1c4a25e tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:13.140491 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-49b0558c-a68c-453d-be38-1b37eb8547d3 req-7a5b1f91-d323-476e-8412-09acb1c4a25e tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf85611e-aaff-4878-959a-22c42165c1c3 HTTP/1.1" status: 200 len: 946 time: 0.0827882 Jul 15 19:12:13.174162 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [req-2651c966-78f9-4de0-b80c-72184aff3342 req-6c200f7e-3c90-4ddf-afb9-5006b00b74e1 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Deleting port 97930099-ac23-48f3-8ddc-d56f73ae51fc {{(pid=93658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:12:13.174528 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-2651c966-78f9-4de0-b80c-72184aff3342 req-6c200f7e-3c90-4ddf-afb9-5006b00b74e1 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:13.183242 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-49b0558c-a68c-453d-be38-1b37eb8547d3 req-7f7a6900-7c48-457f-99fc-33d376b345da tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb2d292d-1e40-4090-9ab4-a42bbfd1dbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364604 Jul 15 19:12:13.268090 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.db [req-2651c966-78f9-4de0-b80c-72184aff3342 req-6c200f7e-3c90-4ddf-afb9-5006b00b74e1 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] For port 97930099-ac23-48f3-8ddc-d56f73ae51fc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=97930099-ac23-48f3-8ddc-d56f73ae51fc,segment=NetworkSegment(c5f51327-4914-48ee-89a2-7f0bd5724fec),segment_id=c5f51327-4914-48ee-89a2-7f0bd5724fec)] {{(pid=93658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:12:13.268334 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-2651c966-78f9-4de0-b80c-72184aff3342 req-6c200f7e-3c90-4ddf-afb9-5006b00b74e1 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:13.446074 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-2651c966-78f9-4de0-b80c-72184aff3342 req-6c200f7e-3c90-4ddf-afb9-5006b00b74e1 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:13.446074 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-2651c966-78f9-4de0-b80c-72184aff3342 req-6c200f7e-3c90-4ddf-afb9-5006b00b74e1 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764579'] for floatingip, after_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:13.446597 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.db.l3_db [req-2651c966-78f9-4de0-b80c-72184aff3342 req-6c200f7e-3c90-4ddf-afb9-5006b00b74e1 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Floating IP 47d60659-0433-4967-93ce-c22d4029c617 disassociated. External IP: 172.27.2.189, port: 97930099-ac23-48f3-8ddc-d56f73ae51fc. Jul 15 19:12:13.446597 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [req-2651c966-78f9-4de0-b80c-72184aff3342 req-6c200f7e-3c90-4ddf-afb9-5006b00b74e1 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Calling delete_port for 97930099-ac23-48f3-8ddc-d56f73ae51fc owned by compute:nova {{(pid=93658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:12:13.576302 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-2651c966-78f9-4de0-b80c-72184aff3342 req-6c200f7e-3c90-4ddf-afb9-5006b00b74e1 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4513278'] for port, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:13.609449 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c200f7e-3c90-4ddf-afb9-5006b00b74e1 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Pushing event deleted for resources: {'Port': ['ID=97930099-ac23-48f3-8ddc-d56f73ae51fc,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:13.728894 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2651c966-78f9-4de0-b80c-72184aff3342 req-6c200f7e-3c90-4ddf-afb9-5006b00b74e1 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Router 9944bf15-43cd-48cf-b31c-65d5a233a7a4 has already been hosted by L3 agent d1959f4f-c5e4-447e-bdea-87c7e923db15 {{(pid=93658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:12:13.839321 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2651c966-78f9-4de0-b80c-72184aff3342 req-6c200f7e-3c90-4ddf-afb9-5006b00b74e1 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify agent at l3_agent.dv-cinder-788363-8-iscsi the message routers_updated {{(pid=93658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:12:13.849537 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5975d54-d928-4a8c-96d2-6c98e137e1d4 None None] Sync routers for ids ['9944bf15-43cd-48cf-b31c-65d5a233a7a4'] in dv-cinder-788363-8-iscsi {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:12:13.860376 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5975d54-d928-4a8c-96d2-6c98e137e1d4 None None] Routers {'9944bf15-43cd-48cf-b31c-65d5a233a7a4'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:12:13.861014 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-b5975d54-d928-4a8c-96d2-6c98e137e1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:11:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['9944bf15-43cd-48cf-b31c-65d5a233a7a4'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:12:13.889857 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.l3_dvrscheduler_db [req-2651c966-78f9-4de0-b80c-72184aff3342 req-6c200f7e-3c90-4ddf-afb9-5006b00b74e1 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] No DVR routers for this DVR port 97930099-ac23-48f3-8ddc-d56f73ae51fc on host hv-cinder-78836 {{(pid=93658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:12:13.892439 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-2651c966-78f9-4de0-b80c-72184aff3342 req-6c200f7e-3c90-4ddf-afb9-5006b00b74e1 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:13.894566 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-2651c966-78f9-4de0-b80c-72184aff3342 req-6c200f7e-3c90-4ddf-afb9-5006b00b74e1 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.69 "DELETE /v2.0/ports/97930099-ac23-48f3-8ddc-d56f73ae51fc HTTP/1.1" status: 204 len: 173 time: 0.8387296 Jul 15 19:12:13.895010 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf85611e-aaff-4878-959a-22c42165c1c3', 'name': 'network-vif-deleted', 'tag': '97930099-ac23-48f3-8ddc-d56f73ae51fc'}] {{(pid=93658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:12:13.897917 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b58f88415513d6787191dd44e0a29b3917631101a239d5effbe25afab188a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e995e5d-9b4d-4abe-9f4a-e8dcb1ea8925" -d '{"events": [{"server_uuid": "cf85611e-aaff-4878-959a-22c42165c1c3", "name": "network-vif-deleted", "tag": "97930099-ac23-48f3-8ddc-d56f73ae51fc"}]}' {{(pid=93658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:12:13.944427 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b4454c-a10f-43dc-bd7d-79b03f580cfd x-openstack-request-id: req-21b4454c-a10f-43dc-bd7d-79b03f580cfd {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:12:13.945029 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf85611e-aaff-4878-959a-22c42165c1c3", "name": "network-vif-deleted", "tag": "97930099-ac23-48f3-8ddc-d56f73ae51fc", "status": "completed", "code": 200}]} {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:12:13.949249 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-21b4454c-a10f-43dc-bd7d-79b03f580cfd {{(pid=93658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:12:13.949824 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf85611e-aaff-4878-959a-22c42165c1c3', 'name': 'network-vif-deleted', 'tag': '97930099-ac23-48f3-8ddc-d56f73ae51fc', 'status': 'completed', 'code': 200} Jul 15 19:12:13.979288 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-b5975d54-d928-4a8c-96d2-6c98e137e1d4 None None] Set router 9944bf15-43cd-48cf-b31c-65d5a233a7a4 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:12:14.238413 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-b5975d54-d928-4a8c-96d2-6c98e137e1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'name': 'tempest-AttachVolumeTestJSON-849670566-router', 'tenant_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '7a120c26-ffb4-438b-9454-fa169924e15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:53Z', 'updated_at': '2021-07-15T19:05:05Z', 'revision_number': 4, 'project_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'gw_port': {'id': '7a120c26-ffb4-438b-9454-fa169924e15a', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:55Z', 'updated_at': '2021-07-15T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': '46040869-a671-4930-9d0e-cfdde46b3216', 'name': '', 'network_id': '673ecaa8-9125-4486-9436-19add9ddf5ea', 'tenant_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'mac_address': 'fa:16:3e:e0:5b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '14efcbfe-a38f-460b-a7fe-e5ca16293d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:03Z', 'updated_at': '2021-07-15T19:05:15Z', 'revision_number': 5, 'project_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'subnets': [{'id': '14efcbfe-a38f-460b-a7fe-e5ca16293d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:12:14.271232 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5975d54-d928-4a8c-96d2-6c98e137e1d4 None None] Checking router: 9944bf15-43cd-48cf-b31c-65d5a233a7a4 for host: dv-cinder-788363-8-iscsi {{(pid=93659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:12:14.280137 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5975d54-d928-4a8c-96d2-6c98e137e1d4 None None] Routers {'9944bf15-43cd-48cf-b31c-65d5a233a7a4'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:12:14.280772 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-b5975d54-d928-4a8c-96d2-6c98e137e1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:11:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['9944bf15-43cd-48cf-b31c-65d5a233a7a4'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:12:14.372060 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-049c9c89-6942-4bc3-a666-cc207594963b req-2f0eddf3-ba40-45e0-b394-b5c97c62c5e4 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf85611e-aaff-4878-959a-22c42165c1c3 HTTP/1.1" status: 200 len: 210 time: 0.0568340 Jul 15 19:12:14.405249 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-b5975d54-d928-4a8c-96d2-6c98e137e1d4 None None] Set router 9944bf15-43cd-48cf-b31c-65d5a233a7a4 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:12:14.647272 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-b5975d54-d928-4a8c-96d2-6c98e137e1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'name': 'tempest-AttachVolumeTestJSON-849670566-router', 'tenant_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '7a120c26-ffb4-438b-9454-fa169924e15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:53Z', 'updated_at': '2021-07-15T19:05:05Z', 'revision_number': 4, 'project_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'gw_port': {'id': '7a120c26-ffb4-438b-9454-fa169924e15a', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:55Z', 'updated_at': '2021-07-15T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': '46040869-a671-4930-9d0e-cfdde46b3216', 'name': '', 'network_id': '673ecaa8-9125-4486-9436-19add9ddf5ea', 'tenant_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'mac_address': 'fa:16:3e:e0:5b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '14efcbfe-a38f-460b-a7fe-e5ca16293d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:03Z', 'updated_at': '2021-07-15T19:05:15Z', 'revision_number': 5, 'project_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'subnets': [{'id': '14efcbfe-a38f-460b-a7fe-e5ca16293d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:12:14.677452 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5975d54-d928-4a8c-96d2-6c98e137e1d4 None None] The sync data for ids ['9944bf15-43cd-48cf-b31c-65d5a233a7a4'] in dv-cinder-788363-8-iscsi is: [{'id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'name': 'tempest-AttachVolumeTestJSON-849670566-router', 'tenant_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '7a120c26-ffb4-438b-9454-fa169924e15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:53Z', 'updated_at': '2021-07-15T19:05:05Z', 'revision_number': 4, 'project_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'gw_port': {'id': '7a120c26-ffb4-438b-9454-fa169924e15a', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:55Z', 'updated_at': '2021-07-15T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': '46040869-a671-4930-9d0e-cfdde46b3216', 'name': '', 'network_id': '673ecaa8-9125-4486-9436-19add9ddf5ea', 'tenant_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'mac_address': 'fa:16:3e:e0:5b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '14efcbfe-a38f-460b-a7fe-e5ca16293d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:03Z', 'updated_at': '2021-07-15T19:05:15Z', 'revision_number': 5, 'project_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'subnets': [{'id': '14efcbfe-a38f-460b-a7fe-e5ca16293d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:12:14.924154 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f796683a-4153-4ee8-982a-fcb893fdc71e None None] New status for floating IP 47d60659-0433-4967-93ce-c22d4029c617: DOWN {{(pid=93660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:12:15.502642 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 57514) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:12:15.561507 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-90a3c52b-abee-4d54-b4c1-7abd1317b8b2 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:15.586097 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-90a3c52b-abee-4d54-b4c1-7abd1317b8b2 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:15.648025 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-90a3c52b-abee-4d54-b4c1-7abd1317b8b2 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:15.649097 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-90a3c52b-abee-4d54-b4c1-7abd1317b8b2 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:15.650478 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-90a3c52b-abee-4d54-b4c1-7abd1317b8b2 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "DELETE /v2.0/security-groups/fb2d292d-1e40-4090-9ab4-a42bbfd1dbd9 HTTP/1.1" status: 204 len: 168 time: 0.1467748 Jul 15 19:12:15.657685 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 57516) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:12:15.660472 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a3c52b-abee-4d54-b4c1-7abd1317b8b2 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2d292d-1e40-4090-9ab4-a42bbfd1dbd9,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:15.678671 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.api.v2.resource [None req-c74e6330-512a-4cc1-b734-d6c3e77fe697 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] show failed (client error): The resource could not be found. Jul 15 19:12:15.679348 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-c74e6330-512a-4cc1-b734-d6c3e77fe697 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "GET /v2.0/security-groups/fb2d292d-1e40-4090-9ab4-a42bbfd1dbd9 HTTP/1.1" status: 404 len: 347 time: 0.0243797 Jul 15 19:12:15.682819 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 57518) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:12:15.712633 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 97930099-ac23-48f3-8ddc-d56f73ae51fc no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:12:15.753833 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] No Port match for: 97930099-ac23-48f3-8ddc-d56f73ae51fc {{(pid=93659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:12:15.754513 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 97930099-ac23-48f3-8ddc-d56f73ae51fc not bound to the agent host hv-cinder-78836 {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:12:15.820658 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [None req-0b870560-6681-4518-b108-e47d482bd531 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Deleting port 266180d3-3de0-442f-9908-09dd1feaeb14 {{(pid=93658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:12:15.821005 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-0b870560-6681-4518-b108-e47d482bd531 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:15.906975 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-0b870560-6681-4518-b108-e47d482bd531 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:15.907290 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-0b870560-6681-4518-b108-e47d482bd531 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:15.920735 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [None req-0b870560-6681-4518-b108-e47d482bd531 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Calling delete_port for 266180d3-3de0-442f-9908-09dd1feaeb14 owned by network:floatingip {{(pid=93658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:12:16.066153 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-0b870560-6681-4518-b108-e47d482bd531 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4513278'] for port, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:16.097764 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b870560-6681-4518-b108-e47d482bd531 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Pushing event deleted for resources: {'Port': ['ID=266180d3-3de0-442f-9908-09dd1feaeb14,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:16.158728 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-0b870560-6681-4518-b108-e47d482bd531 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks [] for floatingip, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:16.161384 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-0b870560-6681-4518-b108-e47d482bd531 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for floatingip, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:16.163503 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-0b870560-6681-4518-b108-e47d482bd531 tempest-AttachVolumeTestJSON-1464822525 tempest-AttachVolumeTestJSON-1464822525-project] 10.222.0.70 "DELETE /v2.0/floatingips/47d60659-0433-4967-93ce-c22d4029c617 HTTP/1.1" status: 204 len: 168 time: 0.4784396 Jul 15 19:12:19.474246 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-cabcf165-51f4-4e07-9c93-604310bc37d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:19.967525 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 57576) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:12:20.355502 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-69ee8b0a-cfb4-414f-af35-73bc9641bef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695971'] for router_interface, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:20.617120 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [None req-69ee8b0a-cfb4-414f-af35-73bc9641bef4 admin admin] Deleting port 46040869-a671-4930-9d0e-cfdde46b3216 {{(pid=93658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:12:20.617365 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-69ee8b0a-cfb4-414f-af35-73bc9641bef4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:20.694447 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.db [None req-69ee8b0a-cfb4-414f-af35-73bc9641bef4 admin admin] For port 46040869-a671-4930-9d0e-cfdde46b3216, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=46040869-a671-4930-9d0e-cfdde46b3216,segment=NetworkSegment(c5f51327-4914-48ee-89a2-7f0bd5724fec),segment_id=c5f51327-4914-48ee-89a2-7f0bd5724fec)] {{(pid=93658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:12:20.694797 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-69ee8b0a-cfb4-414f-af35-73bc9641bef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:20.707294 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [None req-69ee8b0a-cfb4-414f-af35-73bc9641bef4 admin admin] Calling delete_port for 46040869-a671-4930-9d0e-cfdde46b3216 owned by network:router_interface {{(pid=93658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:12:20.889265 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-69ee8b0a-cfb4-414f-af35-73bc9641bef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4513278'] for port, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:20.914175 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee8b0a-cfb4-414f-af35-73bc9641bef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=46040869-a671-4930-9d0e-cfdde46b3216,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:21.362586 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-69ee8b0a-cfb4-414f-af35-73bc9641bef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683827'] for router_interface, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:21.589796 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ee8b0a-cfb4-414f-af35-73bc9641bef4 admin admin] Router 9944bf15-43cd-48cf-b31c-65d5a233a7a4 has already been hosted by L3 agent d1959f4f-c5e4-447e-bdea-87c7e923db15 {{(pid=93658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:12:21.740607 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ee8b0a-cfb4-414f-af35-73bc9641bef4 admin admin] Notify agent at l3_agent.dv-cinder-788363-8-iscsi the message routers_updated {{(pid=93658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:12:21.746276 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-69ee8b0a-cfb4-414f-af35-73bc9641bef4 admin admin] 10.222.0.70 "PUT /v2.0/routers/9944bf15-43cd-48cf-b31c-65d5a233a7a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7776883 Jul 15 19:12:21.748954 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 57588) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:12:21.750234 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efcd38d-5caf-42d9-b844-8715ebf614b9 None None] Sync routers for ids ['9944bf15-43cd-48cf-b31c-65d5a233a7a4'] in dv-cinder-788363-8-iscsi {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:12:21.760765 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efcd38d-5caf-42d9-b844-8715ebf614b9 None None] Routers {'9944bf15-43cd-48cf-b31c-65d5a233a7a4'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:12:21.761391 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-1efcd38d-5caf-42d9-b844-8715ebf614b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:11:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['9944bf15-43cd-48cf-b31c-65d5a233a7a4'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:12:21.856374 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-1c6cd643-6888-45a8-85c0-6e159bd38847 admin admin] Notify callbacks [] for router, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:21.869865 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-1efcd38d-5caf-42d9-b844-8715ebf614b9 None None] Set router 9944bf15-43cd-48cf-b31c-65d5a233a7a4 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:12:21.970134 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-1c6cd643-6888-45a8-85c0-6e159bd38847 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:22.026469 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [None req-1c6cd643-6888-45a8-85c0-6e159bd38847 admin admin] Deleting port 7a120c26-ffb4-438b-9454-fa169924e15a {{(pid=93658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:12:22.026810 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-1c6cd643-6888-45a8-85c0-6e159bd38847 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:22.063172 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-1efcd38d-5caf-42d9-b844-8715ebf614b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'name': 'tempest-AttachVolumeTestJSON-849670566-router', 'tenant_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '7a120c26-ffb4-438b-9454-fa169924e15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:53Z', 'updated_at': '2021-07-15T19:12:20Z', 'revision_number': 5, 'project_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'gw_port': {'id': '7a120c26-ffb4-438b-9454-fa169924e15a', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:55Z', 'updated_at': '2021-07-15T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi'}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:12:22.098368 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efcd38d-5caf-42d9-b844-8715ebf614b9 None None] Checking router: 9944bf15-43cd-48cf-b31c-65d5a233a7a4 for host: dv-cinder-788363-8-iscsi {{(pid=93659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:12:22.115226 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efcd38d-5caf-42d9-b844-8715ebf614b9 None None] Routers {'9944bf15-43cd-48cf-b31c-65d5a233a7a4'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:12:22.115902 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-1efcd38d-5caf-42d9-b844-8715ebf614b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:11:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['9944bf15-43cd-48cf-b31c-65d5a233a7a4'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:12:22.118829 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.db [None req-1c6cd643-6888-45a8-85c0-6e159bd38847 admin admin] For port 7a120c26-ffb4-438b-9454-fa169924e15a, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=7a120c26-ffb4-438b-9454-fa169924e15a,segment=NetworkSegment(d344549d-09e0-4982-8c11-6f16cb0baa64),segment_id=d344549d-09e0-4982-8c11-6f16cb0baa64)] {{(pid=93658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:12:22.120994 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-1c6cd643-6888-45a8-85c0-6e159bd38847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:22.135810 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [None req-1c6cd643-6888-45a8-85c0-6e159bd38847 admin admin] Calling delete_port for 7a120c26-ffb4-438b-9454-fa169924e15a owned by network:router_gateway {{(pid=93658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:12:22.157419 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:22.210365 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6b12f4f8-1c52-435f-9a5c-924ac1ea429e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:22.227320 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-1efcd38d-5caf-42d9-b844-8715ebf614b9 None None] Set router 9944bf15-43cd-48cf-b31c-65d5a233a7a4 gateway port host: None {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:12:22.329329 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-1c6cd643-6888-45a8-85c0-6e159bd38847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4513278'] for port, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:22.357171 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6cd643-6888-45a8-85c0-6e159bd38847 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a120c26-ffb4-438b-9454-fa169924e15a,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:22.420069 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-1efcd38d-5caf-42d9-b844-8715ebf614b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'name': 'tempest-AttachVolumeTestJSON-849670566-router', 'tenant_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:53Z', 'updated_at': '2021-07-15T19:12:21Z', 'revision_number': 6, 'project_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'gw_port_host': None}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:12:22.425821 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-1c6cd643-6888-45a8-85c0-6e159bd38847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764521'] for router_gateway, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:22.449899 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efcd38d-5caf-42d9-b844-8715ebf614b9 None None] The sync data for ids ['9944bf15-43cd-48cf-b31c-65d5a233a7a4'] in dv-cinder-788363-8-iscsi is: [{'id': '9944bf15-43cd-48cf-b31c-65d5a233a7a4', 'name': 'tempest-AttachVolumeTestJSON-849670566-router', 'tenant_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:53Z', 'updated_at': '2021-07-15T19:12:21Z', 'revision_number': 6, 'project_id': '91c9bcc496f74a1da3a1ee065e5d5817', 'gw_port_host': None}] {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:12:22.552436 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-1c6cd643-6888-45a8-85c0-6e159bd38847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-696317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124545'] for router, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:22.554724 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-1c6cd643-6888-45a8-85c0-6e159bd38847 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:22.599761 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-1c6cd643-6888-45a8-85c0-6e159bd38847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681195'] for router, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:22.600499 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6cd643-6888-45a8-85c0-6e159bd38847 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9944bf15-43cd-48cf-b31c-65d5a233a7a4 {{(pid=93658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 19:12:22.605649 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-1c6cd643-6888-45a8-85c0-6e159bd38847 admin admin] Notify callbacks [] for router, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:22.606883 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-1c6cd643-6888-45a8-85c0-6e159bd38847 admin admin] 10.222.0.70 "DELETE /v2.0/routers/9944bf15-43cd-48cf-b31c-65d5a233a7a4 HTTP/1.1" status: 204 len: 168 time: 0.8569689 Jul 15 19:12:22.609649 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 57598) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:12:22.676208 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b3190aa-75b1-45c1-81f5-0fa17a516c3b admin admin] Deleting subnet 14efcbfe-a38f-460b-a7fe-e5ca16293d31 {{(pid=93658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:12:22.680229 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-1b3190aa-75b1-45c1-81f5-0fa17a516c3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:22.733319 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.agents_db [None req-ef181030-a4ef-48d9-9156-44fb1018252a None None] Agent healthcheck: found 6 active agents {{(pid=93660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:12:22.737733 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-1b3190aa-75b1-45c1-81f5-0fa17a516c3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5771400'] for subnet, precommit_delete_associations {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:22.841770 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-1b3190aa-75b1-45c1-81f5-0fa17a516c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1788362'] for subnet, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:22.888978 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249b782-1916-4543-8dcf-150cc998ce1a req-5a96302f-4c84-4ed6-92ba-78668c005c7f tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:22.896044 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-4249b782-1916-4543-8dcf-150cc998ce1a req-5a96302f-4c84-4ed6-92ba-78668c005c7f tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 947 time: 0.0874221 Jul 15 19:12:22.921365 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-1b3190aa-75b1-45c1-81f5-0fa17a516c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1788413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4513165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133957'] for subnet, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:22.937246 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-4249b782-1916-4543-8dcf-150cc998ce1a req-8fab61a3-ab7d-4926-86ba-0a869cae88f2 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398779 Jul 15 19:12:22.948202 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3190aa-75b1-45c1-81f5-0fa17a516c3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14efcbfe-a38f-460b-a7fe-e5ca16293d31,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:22.951716 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-1b3190aa-75b1-45c1-81f5-0fa17a516c3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:22.953624 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-1b3190aa-75b1-45c1-81f5-0fa17a516c3b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/14efcbfe-a38f-460b-a7fe-e5ca16293d31 HTTP/1.1" status: 204 len: 168 time: 0.3419843 Jul 15 19:12:22.957252 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 57604) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:12:22.964624 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167c075e-2da1-430e-96f7-d4fc3c772c98 None None] Network 673ecaa8-9125-4486-9436-19add9ddf5ea requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:12:23.043304 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-354e8e45-4457-4158-ae4a-b2806d563f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603233'] for network, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:23.101958 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [None req-354e8e45-4457-4158-ae4a-b2806d563f32 admin admin] Deleting port dab12513-2b6a-46ad-900d-a62ce513f76e {{(pid=93658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:12:23.102309 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-354e8e45-4457-4158-ae4a-b2806d563f32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:23.178796 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.db [None req-354e8e45-4457-4158-ae4a-b2806d563f32 admin admin] For port dab12513-2b6a-46ad-900d-a62ce513f76e, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=dab12513-2b6a-46ad-900d-a62ce513f76e,segment=NetworkSegment(c5f51327-4914-48ee-89a2-7f0bd5724fec),segment_id=c5f51327-4914-48ee-89a2-7f0bd5724fec)] {{(pid=93658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:12:23.179067 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-354e8e45-4457-4158-ae4a-b2806d563f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:23.198206 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [None req-354e8e45-4457-4158-ae4a-b2806d563f32 admin admin] Calling delete_port for dab12513-2b6a-46ad-900d-a62ce513f76e owned by network:dhcp {{(pid=93658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:12:23.245152 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f2a066-57f8-4893-9f80-d3aa7fe68f92 None None] DHCP port deletion for 673ecaa8-9125-4486-9436-19add9ddf5ea request from dv-cinder-788363-8-iscsi {{(pid=93659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 19:12:23.299297 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-354e8e45-4457-4158-ae4a-b2806d563f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4513278'] for port, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:23.322393 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-c0f2a066-57f8-4893-9f80-d3aa7fe68f92 None None] Deleting port dab12513-2b6a-46ad-900d-a62ce513f76e {{(pid=93659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:12:23.323582 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-c0f2a066-57f8-4893-9f80-d3aa7fe68f92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:23.348852 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e8e45-4457-4158-ae4a-b2806d563f32 admin admin] Pushing event deleted for resources: {'Port': ['ID=dab12513-2b6a-46ad-900d-a62ce513f76e,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:23.360840 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354e8e45-4457-4158-ae4a-b2806d563f32 admin admin] No DVR routers for this DVR port dab12513-2b6a-46ad-900d-a62ce513f76e on host dv-cinder-788363-8-iscsi {{(pid=93658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:12:23.415861 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-c0f2a066-57f8-4893-9f80-d3aa7fe68f92 None None] For port dab12513-2b6a-46ad-900d-a62ce513f76e, host dv-cinder-788363-8-iscsi, got binding levels [] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:12:23.416173 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-c0f2a066-57f8-4893-9f80-d3aa7fe68f92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:23.435134 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-c0f2a066-57f8-4893-9f80-d3aa7fe68f92 None None] Calling delete_port for dab12513-2b6a-46ad-900d-a62ce513f76e owned by network:dhcp {{(pid=93659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:12:23.439784 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.ipam_backend_mixin [None req-c0f2a066-57f8-4893-9f80-d3aa7fe68f92 None None] Port dab12513-2b6a-46ad-900d-a62ce513f76e was not found and therefore no delete operation was performed {{(pid=93659) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 19:12:23.441403 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-c0f2a066-57f8-4893-9f80-d3aa7fe68f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364'] for port, after_delete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:23.451262 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-354e8e45-4457-4158-ae4a-b2806d563f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787310', 'neutron.services.segments.db._delete_segments_for_network-8730935243340'] for network, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:23.461346 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.services.segments.db [None req-354e8e45-4457-4158-ae4a-b2806d563f32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['673ecaa8-9125-4486-9436-19add9ddf5ea']}} {{(pid=93658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:12:23.469509 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f2a066-57f8-4893-9f80-d3aa7fe68f92 None None] Pushing event deleted for resources: {'Port': ['ID=dab12513-2b6a-46ad-900d-a62ce513f76e,revision_number=None']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:23.472915 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.services.segments.db [None req-354e8e45-4457-4158-ae4a-b2806d563f32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5f51327-4914-48ee-89a2-7f0bd5724fec') {'for_net_delete': True} {{(pid=93658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:12:23.473189 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.services.segments.db [None req-354e8e45-4457-4158-ae4a-b2806d563f32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5f51327-4914-48ee-89a2-7f0bd5724fec') {} {{(pid=93658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:12:23.474006 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f2a066-57f8-4893-9f80-d3aa7fe68f92 None None] No DVR routers for this DVR port dab12513-2b6a-46ad-900d-a62ce513f76e on host dv-cinder-788363-8-iscsi {{(pid=93659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:12:23.480965 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f2a066-57f8-4893-9f80-d3aa7fe68f92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:12:23.481318 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f2a066-57f8-4893-9f80-d3aa7fe68f92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:12:23.481744 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f2a066-57f8-4893-9f80-d3aa7fe68f92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:12:23.482028 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f2a066-57f8-4893-9f80-d3aa7fe68f92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:12:23.482363 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f2a066-57f8-4893-9f80-d3aa7fe68f92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:12:23.482698 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f2a066-57f8-4893-9f80-d3aa7fe68f92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:12:23.483026 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f2a066-57f8-4893-9f80-d3aa7fe68f92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:12:23.483354 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f2a066-57f8-4893-9f80-d3aa7fe68f92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:12:23.483870 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f2a066-57f8-4893-9f80-d3aa7fe68f92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:12:23.484003 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f2a066-57f8-4893-9f80-d3aa7fe68f92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:12:23.484327 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f2a066-57f8-4893-9f80-d3aa7fe68f92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:12:23.484674 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f2a066-57f8-4893-9f80-d3aa7fe68f92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:12:23.486120 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-354e8e45-4457-4158-ae4a-b2806d563f32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730935246421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5771455'] for segment, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:23.510608 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-354e8e45-4457-4158-ae4a-b2806d563f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882'] for segment, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:23.519906 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-354e8e45-4457-4158-ae4a-b2806d563f32 admin admin] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=93658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:12:23.519906 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-354e8e45-4457-4158-ae4a-b2806d563f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4513327'] for segment, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:23.522101 dv-cinder-788363-8-iscsi neutron-server[93658]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:12:23.522101 dv-cinder-788363-8-iscsi neutron-server[93658]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:12:23.522101 dv-cinder-788363-8-iscsi neutron-server[93658]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:12:23.522101 dv-cinder-788363-8-iscsi neutron-server[93658]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:12:23.522101 dv-cinder-788363-8-iscsi neutron-server[93658]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:12:23.522101 dv-cinder-788363-8-iscsi neutron-server[93658]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:12:23.522101 dv-cinder-788363-8-iscsi neutron-server[93658]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:12:23.522101 dv-cinder-788363-8-iscsi neutron-server[93658]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:12:23.522101 dv-cinder-788363-8-iscsi neutron-server[93658]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:12:23.522101 dv-cinder-788363-8-iscsi neutron-server[93658]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:12:23.522101 dv-cinder-788363-8-iscsi neutron-server[93658]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:12:23.522101 dv-cinder-788363-8-iscsi neutron-server[93658]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:12:23.522101 dv-cinder-788363-8-iscsi neutron-server[93658]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:12:23.522101 dv-cinder-788363-8-iscsi neutron-server[93658]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:12:23.522101 dv-cinder-788363-8-iscsi neutron-server[93658]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:12:23.522101 dv-cinder-788363-8-iscsi neutron-server[93658]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:12:23.522101 dv-cinder-788363-8-iscsi neutron-server[93658]: Traceback (most recent call last): Jul 15 19:12:23.522101 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:12:23.522101 dv-cinder-788363-8-iscsi neutron-server[93658]: timer() Jul 15 19:12:23.522101 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:12:23.522101 dv-cinder-788363-8-iscsi neutron-server[93658]: cb(*args, **kw) Jul 15 19:12:23.522101 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:12:23.522101 dv-cinder-788363-8-iscsi neutron-server[93658]: return func(*args, **kwargs) Jul 15 19:12:23.522101 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:12:23.522101 dv-cinder-788363-8-iscsi neutron-server[93658]: self._notify() Jul 15 19:12:23.522101 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:12:23.522101 dv-cinder-788363-8-iscsi neutron-server[93658]: self.callback(batched_events) Jul 15 19:12:23.522101 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:12:23.522101 dv-cinder-788363-8-iscsi neutron-server[93658]: event.method(event) Jul 15 19:12:23.522101 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:12:23.522101 dv-cinder-788363-8-iscsi neutron-server[93658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:12:23.522101 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:12:23.522101 dv-cinder-788363-8-iscsi neutron-server[93658]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:12:23.522101 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:12:23.522101 dv-cinder-788363-8-iscsi neutron-server[93658]: return f(self, *a, **k) Jul 15 19:12:23.522101 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:12:23.522101 dv-cinder-788363-8-iscsi neutron-server[93658]: return self._get(url).json() Jul 15 19:12:23.522101 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:12:23.522101 dv-cinder-788363-8-iscsi neutron-server[93658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:12:23.522101 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:12:23.522101 dv-cinder-788363-8-iscsi neutron-server[93658]: return self.request(url, 'GET', **kwargs) Jul 15 19:12:23.522101 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:12:23.522101 dv-cinder-788363-8-iscsi neutron-server[93658]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:12:23.522101 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:12:23.522101 dv-cinder-788363-8-iscsi neutron-server[93658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:12:23.522101 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:12:23.522101 dv-cinder-788363-8-iscsi neutron-server[93658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:12:23.522101 dv-cinder-788363-8-iscsi neutron-server[93658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:12:23.596532 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-354e8e45-4457-4158-ae4a-b2806d563f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764597'] for network, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:23.608219 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-354e8e45-4457-4158-ae4a-b2806d563f32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for network, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:23.611229 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-354e8e45-4457-4158-ae4a-b2806d563f32 admin admin] 10.222.0.70 "DELETE /v2.0/networks/673ecaa8-9125-4486-9436-19add9ddf5ea HTTP/1.1" status: 204 len: 168 time: 0.6529076 Jul 15 19:12:23.641640 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e8e45-4457-4158-ae4a-b2806d563f32 admin admin] Pushing event deleted for resources: {'Network': ['ID=673ecaa8-9125-4486-9436-19add9ddf5ea,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:23.663848 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 46040869-a671-4930-9d0e-cfdde46b3216 no longer exists at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:12:23.712712 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] No Port match for: 46040869-a671-4930-9d0e-cfdde46b3216 {{(pid=93659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:12:23.713515 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 46040869-a671-4930-9d0e-cfdde46b3216 not bound to the agent host dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:12:23.714209 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device dab12513-2b6a-46ad-900d-a62ce513f76e no longer exists at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:12:23.752683 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:23.753936 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] No Port match for: dab12513-2b6a-46ad-900d-a62ce513f76e {{(pid=93659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:12:23.754814 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device dab12513-2b6a-46ad-900d-a62ce513f76e not bound to the agent host dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:12:23.755423 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 7a120c26-ffb4-438b-9454-fa169924e15a no longer exists at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:12:23.765627 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 57614) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:12:23.784247 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] No Port match for: 7a120c26-ffb4-438b-9454-fa169924e15a {{(pid=93659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:12:23.784892 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 7a120c26-ffb4-438b-9454-fa169924e15a not bound to the agent host dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:12:23.846039 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-c5199d86-dc96-4b43-9068-2f98ab3703cc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=91c9bcc496f74a1da3a1ee065e5d5817&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0783713 Jul 15 19:12:23.848945 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 57618) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:12:23.908777 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-3fb44c77-aeb7-41e2-a192-7268842935b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:23.910171 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-72d2649d-9f6e-4b6d-a2c6-c7960d43750e tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-139437815&fields=id&tenant_id=b2ad1b66aed3448d8e6473bdf587c8be HTTP/1.1" status: 200 len: 267 time: 0.0339036 Jul 15 19:12:23.945200 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-3fb44c77-aeb7-41e2-a192-7268842935b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:24.014850 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-3fb44c77-aeb7-41e2-a192-7268842935b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:24.018230 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-3fb44c77-aeb7-41e2-a192-7268842935b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:24.019410 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-3fb44c77-aeb7-41e2-a192-7268842935b4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/18296c59-55dd-4df2-b6ed-5081ac418e02 HTTP/1.1" status: 204 len: 168 time: 0.1694629 Jul 15 19:12:24.029794 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb44c77-aeb7-41e2-a192-7268842935b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18296c59-55dd-4df2-b6ed-5081ac418e02,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:24.036321 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-2c64ca18-f565-4be3-b3a6-78ba79db257c tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:24.043201 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-2c64ca18-f565-4be3-b3a6-78ba79db257c tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/networks?id=7d50aa2d-604e-4f65-a71a-b638bdc835af HTTP/1.1" status: 200 len: 809 time: 0.1203656 Jul 15 19:12:24.057636 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-1f304ceb-8910-4b56-a31a-985ce63d1319 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/quotas/b2ad1b66aed3448d8e6473bdf587c8be HTTP/1.1" status: 200 len: 375 time: 0.0101795 Jul 15 19:12:24.157706 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-260d7bce-f789-4f9b-af6a-51fd057f963a tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b2ad1b66aed3448d8e6473bdf587c8be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0929766 Jul 15 19:12:24.218909 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ffdcf-480e-4a8a-9f71-0d4adc3c44c9 req-0add8353-7172-4f4a-a852-ad9346cc1030 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:24.226512 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-d51ffdcf-480e-4a8a-9f71-0d4adc3c44c9 req-0add8353-7172-4f4a-a852-ad9346cc1030 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 947 time: 0.0777225 Jul 15 19:12:24.263448 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-d51ffdcf-480e-4a8a-9f71-0d4adc3c44c9 req-dc96504e-8082-4f48-8986-31080230a3a8 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356216 Jul 15 19:12:24.277789 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-cfa53727-4606-4993-b272-2ca88b653b40 service neutron] 10.222.0.70 "GET /v2.0/networks/7d50aa2d-604e-4f65-a71a-b638bdc835af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064804 Jul 15 19:12:24.408603 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-946960f8-eb80-4d3f-b8cf-5bab1e374ab0 service neutron] 10.222.0.70 "GET /v2.0/networks/7d50aa2d-604e-4f65-a71a-b638bdc835af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173193 Jul 15 19:12:24.732688 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136af30-d00a-4f68-a361-738216d05804 req-70c4399a-08f2-4be2-b835-8af4a913a083 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:24.734461 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-2136af30-d00a-4f68-a361-738216d05804 req-70c4399a-08f2-4be2-b835-8af4a913a083 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.69 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 947 time: 0.0956242 Jul 15 19:12:24.852031 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-fd6bd51d-9e23-4369-895e-e53969a6b400 req-eb2bfc9a-be99-4d44-9c61-d7ebbc65b2c8 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 210 time: 0.0672541 Jul 15 19:12:24.947234 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [req-2136af30-d00a-4f68-a361-738216d05804 req-2ac5ba79-5007-4fef-a6ce-64101c12d908 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Deleting port 78c07082-7a0b-4d79-82ee-155ed4f49c54 {{(pid=93658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:12:24.947655 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-2136af30-d00a-4f68-a361-738216d05804 req-2ac5ba79-5007-4fef-a6ce-64101c12d908 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:25.089504 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.db [req-2136af30-d00a-4f68-a361-738216d05804 req-2ac5ba79-5007-4fef-a6ce-64101c12d908 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] For port 78c07082-7a0b-4d79-82ee-155ed4f49c54, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=78c07082-7a0b-4d79-82ee-155ed4f49c54,segment=NetworkSegment(c5f8fc6e-ca65-461a-98f0-ca6e4f10d746),segment_id=c5f8fc6e-ca65-461a-98f0-ca6e4f10d746)] {{(pid=93658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:12:25.089914 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-2136af30-d00a-4f68-a361-738216d05804 req-2ac5ba79-5007-4fef-a6ce-64101c12d908 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:25.411213 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-2136af30-d00a-4f68-a361-738216d05804 req-2ac5ba79-5007-4fef-a6ce-64101c12d908 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:25.412540 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-2136af30-d00a-4f68-a361-738216d05804 req-2ac5ba79-5007-4fef-a6ce-64101c12d908 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764579'] for floatingip, after_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:25.413947 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.db.l3_db [req-2136af30-d00a-4f68-a361-738216d05804 req-2ac5ba79-5007-4fef-a6ce-64101c12d908 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Floating IP cc337e88-4229-4253-85e0-f304ae1aee75 disassociated. External IP: 172.27.2.13, port: 78c07082-7a0b-4d79-82ee-155ed4f49c54. Jul 15 19:12:25.414804 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [req-2136af30-d00a-4f68-a361-738216d05804 req-2ac5ba79-5007-4fef-a6ce-64101c12d908 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Calling delete_port for 78c07082-7a0b-4d79-82ee-155ed4f49c54 owned by compute:nova {{(pid=93658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:12:25.576538 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:25.740508 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064fc4b2-a3cc-47e4-bc9b-48daddbd4cdc req-4ef3522f-70ae-415e-a10c-1bf654f3b6d8 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:25.743175 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-064fc4b2-a3cc-47e4-bc9b-48daddbd4cdc req-4ef3522f-70ae-415e-a10c-1bf654f3b6d8 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 947 time: 0.3038776 Jul 15 19:12:25.795841 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-2136af30-d00a-4f68-a361-738216d05804 req-2ac5ba79-5007-4fef-a6ce-64101c12d908 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4513278'] for port, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:25.839504 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-064fc4b2-a3cc-47e4-bc9b-48daddbd4cdc req-0c07a217-f946-4215-bb59-c25040c512bb tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a31183e-80ed-49fe-8aa3-98ab97777e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847151 Jul 15 19:12:25.840652 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac5ba79-5007-4fef-a6ce-64101c12d908 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Pushing event deleted for resources: {'Port': ['ID=78c07082-7a0b-4d79-82ee-155ed4f49c54,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:26.017534 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2136af30-d00a-4f68-a361-738216d05804 req-2ac5ba79-5007-4fef-a6ce-64101c12d908 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Router 7b9759c3-89bb-4cac-8bad-7129a62d1c00 has already been hosted by L3 agent d1959f4f-c5e4-447e-bdea-87c7e923db15 {{(pid=93658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:12:26.075546 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-07629af7-de5b-4a8f-95e3-99ec9274bea7 req-d1ad2932-f696-478e-9939-eac08dba1b10 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 210 time: 0.0321021 Jul 15 19:12:26.215206 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2136af30-d00a-4f68-a361-738216d05804 req-2ac5ba79-5007-4fef-a6ce-64101c12d908 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify agent at l3_agent.dv-cinder-788363-8-iscsi the message routers_updated {{(pid=93658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:12:26.238021 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b9d9b5-49d8-4fad-8bb0-c14ad1e05f38 None None] Sync routers for ids ['7b9759c3-89bb-4cac-8bad-7129a62d1c00'] in dv-cinder-788363-8-iscsi {{(pid=93660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:12:26.268979 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b9d9b5-49d8-4fad-8bb0-c14ad1e05f38 None None] Routers {'7b9759c3-89bb-4cac-8bad-7129a62d1c00'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:12:26.270461 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-f5b9d9b5-49d8-4fad-8bb0-c14ad1e05f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:12:22Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['7b9759c3-89bb-4cac-8bad-7129a62d1c00'], 'active': True} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:12:26.288668 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.l3_dvrscheduler_db [req-2136af30-d00a-4f68-a361-738216d05804 req-2ac5ba79-5007-4fef-a6ce-64101c12d908 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] No DVR routers for this DVR port 78c07082-7a0b-4d79-82ee-155ed4f49c54 on host hv-cinder-78836 {{(pid=93658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:12:26.292267 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-2136af30-d00a-4f68-a361-738216d05804 req-2ac5ba79-5007-4fef-a6ce-64101c12d908 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:26.294606 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-2136af30-d00a-4f68-a361-738216d05804 req-2ac5ba79-5007-4fef-a6ce-64101c12d908 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.69 "DELETE /v2.0/ports/78c07082-7a0b-4d79-82ee-155ed4f49c54 HTTP/1.1" status: 204 len: 173 time: 1.5527434 Jul 15 19:12:26.295277 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95705511-383b-41ec-9329-d0f352e31386', 'name': 'network-vif-deleted', 'tag': '78c07082-7a0b-4d79-82ee-155ed4f49c54'}] {{(pid=93658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:12:26.298089 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b58f88415513d6787191dd44e0a29b3917631101a239d5effbe25afab188a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5e6edc-841b-4c91-96e7-d6be191920e3" -d '{"events": [{"server_uuid": "95705511-383b-41ec-9329-d0f352e31386", "name": "network-vif-deleted", "tag": "78c07082-7a0b-4d79-82ee-155ed4f49c54"}]}' {{(pid=93658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:12:26.365269 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fce752-2fcc-480a-a370-5a52056817e2 x-openstack-request-id: req-a0fce752-2fcc-480a-a370-5a52056817e2 {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:12:26.365879 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95705511-383b-41ec-9329-d0f352e31386", "name": "network-vif-deleted", "tag": "78c07082-7a0b-4d79-82ee-155ed4f49c54", "status": "completed", "code": 200}]} {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:12:26.366288 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a0fce752-2fcc-480a-a370-5a52056817e2 {{(pid=93658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:12:26.366886 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95705511-383b-41ec-9329-d0f352e31386', 'name': 'network-vif-deleted', 'tag': '78c07082-7a0b-4d79-82ee-155ed4f49c54', 'status': 'completed', 'code': 200} Jul 15 19:12:26.417527 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvr_db [None req-f5b9d9b5-49d8-4fad-8bb0-c14ad1e05f38 None None] Set router 7b9759c3-89bb-4cac-8bad-7129a62d1c00 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:12:26.810796 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-f5b9d9b5-49d8-4fad-8bb0-c14ad1e05f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'name': 'tempest-AttachVolumeShelveTestJSON-637004643-router', 'tenant_id': '509209d2c8bd40dc87dfc3c3ad815494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'd31377b5-90c0-435a-8a0e-da412031a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:51Z', 'updated_at': '2021-07-15T19:05:01Z', 'revision_number': 4, 'project_id': '509209d2c8bd40dc87dfc3c3ad815494', 'gw_port': {'id': 'd31377b5-90c0-435a-8a0e-da412031a132', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:52Z', 'updated_at': '2021-07-15T19:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': '4da03f02-b7d6-4be0-acf2-186cc838576d', 'name': '', 'network_id': '4bce21e0-88dc-4de8-9d22-c4e766c0d73f', 'tenant_id': '509209d2c8bd40dc87dfc3c3ad815494', 'mac_address': 'fa:16:3e:9f:d1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '4c53d632-04b3-4db0-b6ce-07c07955a0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:58Z', 'updated_at': '2021-07-15T19:05:13Z', 'revision_number': 5, 'project_id': '509209d2c8bd40dc87dfc3c3ad815494', 'subnets': [{'id': '4c53d632-04b3-4db0-b6ce-07c07955a0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:12:26.822835 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-febdeac2-f1a2-4127-a29d-58e6b9a67544 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:26.827029 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-febdeac2-f1a2-4127-a29d-58e6b9a67544 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.69 "GET /v2.0/networks?id=7d50aa2d-604e-4f65-a71a-b638bdc835af HTTP/1.1" status: 200 len: 809 time: 0.2541251 Jul 15 19:12:26.844022 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b9d9b5-49d8-4fad-8bb0-c14ad1e05f38 None None] Checking router: 7b9759c3-89bb-4cac-8bad-7129a62d1c00 for host: dv-cinder-788363-8-iscsi {{(pid=93660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:12:26.854132 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b9d9b5-49d8-4fad-8bb0-c14ad1e05f38 None None] Routers {'7b9759c3-89bb-4cac-8bad-7129a62d1c00'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:12:26.854797 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-f5b9d9b5-49d8-4fad-8bb0-c14ad1e05f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:12:22Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['7b9759c3-89bb-4cac-8bad-7129a62d1c00'], 'active': True} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:12:26.927557 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-59c9bf5b-4e95-4658-818b-519b37c96e96 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2ad1b66aed3448d8e6473bdf587c8be HTTP/1.1" status: 200 len: 379 time: 0.0820601 Jul 15 19:12:26.940407 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-24b4c2a5-788d-4eae-b0e3-ab742bfb5938 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Request body: {'port': {'device_id': '4774502b-db71-4203-970a-f43bc57846b7', 'network_id': '7d50aa2d-604e-4f65-a71a-b638bdc835af', 'admin_state_up': True, 'tenant_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'security_groups': ['604442a5-69e8-42a5-bd8c-d85a244c4f96']}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:12:27.110297 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvr_db [None req-f5b9d9b5-49d8-4fad-8bb0-c14ad1e05f38 None None] Set router 7b9759c3-89bb-4cac-8bad-7129a62d1c00 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:12:27.142007 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-ee7776ed-9b5d-4edd-8294-a9dede25ab69 req-c551f04c-a323-4cbd-87da-786905c4c639 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/ports?device_id=95705511-383b-41ec-9329-d0f352e31386 HTTP/1.1" status: 200 len: 210 time: 0.0905550 Jul 15 19:12:27.290673 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-24b4c2a5-788d-4eae-b0e3-ab742bfb5938 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Made reservation on behalf of b2ad1b66aed3448d8e6473bdf587c8be for: {'port': 1} {{(pid=93658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:12:27.296230 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-24b4c2a5-788d-4eae-b0e3-ab742bfb5938 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:27.415368 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-f5b9d9b5-49d8-4fad-8bb0-c14ad1e05f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'name': 'tempest-AttachVolumeShelveTestJSON-637004643-router', 'tenant_id': '509209d2c8bd40dc87dfc3c3ad815494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'd31377b5-90c0-435a-8a0e-da412031a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:51Z', 'updated_at': '2021-07-15T19:05:01Z', 'revision_number': 4, 'project_id': '509209d2c8bd40dc87dfc3c3ad815494', 'gw_port': {'id': 'd31377b5-90c0-435a-8a0e-da412031a132', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:52Z', 'updated_at': '2021-07-15T19:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': '4da03f02-b7d6-4be0-acf2-186cc838576d', 'name': '', 'network_id': '4bce21e0-88dc-4de8-9d22-c4e766c0d73f', 'tenant_id': '509209d2c8bd40dc87dfc3c3ad815494', 'mac_address': 'fa:16:3e:9f:d1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '4c53d632-04b3-4db0-b6ce-07c07955a0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:58Z', 'updated_at': '2021-07-15T19:05:13Z', 'revision_number': 5, 'project_id': '509209d2c8bd40dc87dfc3c3ad815494', 'subnets': [{'id': '4c53d632-04b3-4db0-b6ce-07c07955a0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:12:27.458686 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b9d9b5-49d8-4fad-8bb0-c14ad1e05f38 None None] The sync data for ids ['7b9759c3-89bb-4cac-8bad-7129a62d1c00'] in dv-cinder-788363-8-iscsi is: [{'id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'name': 'tempest-AttachVolumeShelveTestJSON-637004643-router', 'tenant_id': '509209d2c8bd40dc87dfc3c3ad815494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'd31377b5-90c0-435a-8a0e-da412031a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:51Z', 'updated_at': '2021-07-15T19:05:01Z', 'revision_number': 4, 'project_id': '509209d2c8bd40dc87dfc3c3ad815494', 'gw_port': {'id': 'd31377b5-90c0-435a-8a0e-da412031a132', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:52Z', 'updated_at': '2021-07-15T19:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': '4da03f02-b7d6-4be0-acf2-186cc838576d', 'name': '', 'network_id': '4bce21e0-88dc-4de8-9d22-c4e766c0d73f', 'tenant_id': '509209d2c8bd40dc87dfc3c3ad815494', 'mac_address': 'fa:16:3e:9f:d1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '4c53d632-04b3-4db0-b6ce-07c07955a0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:58Z', 'updated_at': '2021-07-15T19:05:13Z', 'revision_number': 5, 'project_id': '509209d2c8bd40dc87dfc3c3ad815494', 'subnets': [{'id': '4c53d632-04b3-4db0-b6ce-07c07955a0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:12:27.534360 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-4074fade-4ac5-46e9-9d5f-7fd6a85c23ec req-fbc4c0e2-8845-4ca4-a374-68ab25bb5561 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 210 time: 0.1023643 Jul 15 19:12:27.626319 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 57722) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:12:27.649186 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.db_base_plugin_common [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-24b4c2a5-788d-4eae-b0e3-ab742bfb5938 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Allocated IP 172.20.0.6 (7d50aa2d-604e-4f65-a71a-b638bdc835af/f465249e-fbc0-4204-8af8-3bf63247cd6c/699fbff3-3c58-4b4b-9909-bf1c290eda90) {{(pid=93658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:12:27.756283 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 78c07082-7a0b-4d79-82ee-155ed4f49c54 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:12:27.783975 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-f72b440c-0f2c-4399-ba21-f71aae151261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:27.786193 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] No Port match for: 78c07082-7a0b-4d79-82ee-155ed4f49c54 {{(pid=93659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:12:27.786549 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 78c07082-7a0b-4d79-82ee-155ed4f49c54 not bound to the agent host hv-cinder-78836 {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:12:27.872095 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-24b4c2a5-788d-4eae-b0e3-ab742bfb5938 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks [] for port, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:27.899523 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.provisioning_blocks [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-24b4c2a5-788d-4eae-b0e3-ab742bfb5938 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Transition to ACTIVE for port object 699fbff3-3c58-4b4b-9909-bf1c290eda90 will not be triggered until provisioned by entity DHCP. {{(pid=93658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:12:27.902771 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba234bbf-3f91-4b30-a27b-fd616d77ee62 None None] New status for floating IP cc337e88-4229-4253-85e0-f304ae1aee75: DOWN {{(pid=93659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:12:27.950588 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-24b4c2a5-788d-4eae-b0e3-ab742bfb5938 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4513278'] for port, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:27.970675 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-f72b440c-0f2c-4399-ba21-f71aae151261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:27.979206 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-f72b440c-0f2c-4399-ba21-f71aae151261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:27.995762 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-24b4c2a5-788d-4eae-b0e3-ab742bfb5938 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Network 7d50aa2d-604e-4f65-a71a-b638bdc835af is already hosted by enough agents. {{(pid=93658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:12:27.999521 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.base_scheduler [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-24b4c2a5-788d-4eae-b0e3-ab742bfb5938 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Resources bound (agent type, host, resource id): {{(pid=93658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:12:28.002979 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-24b4c2a5-788d-4eae-b0e3-ab742bfb5938 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Received port after_create {{(pid=93658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:12:28.039779 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-f72b440c-0f2c-4399-ba21-f71aae151261 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8f2135b78e67488cb44d865de5be9178&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4120827 Jul 15 19:12:28.041039 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b440c-0f2c-4399-ba21-f71aae151261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803c1f8b-4aaa-4ad4-a0c5-ac816c82c08c,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:28.043870 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 57726) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:12:28.083014 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-24b4c2a5-788d-4eae-b0e3-ab742bfb5938 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:28.084000 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-24b4c2a5-788d-4eae-b0e3-ab742bfb5938 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:28.136002 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-58eaa843-0897-439e-9c1f-5466d9adee8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:28.192116 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-58eaa843-0897-439e-9c1f-5466d9adee8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:28.316787 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-58eaa843-0897-439e-9c1f-5466d9adee8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:28.320428 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-58eaa843-0897-439e-9c1f-5466d9adee8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:28.335789 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-58eaa843-0897-439e-9c1f-5466d9adee8a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/803c1f8b-4aaa-4ad4-a0c5-ac816c82c08c HTTP/1.1" status: 204 len: 168 time: 0.2868106 Jul 15 19:12:28.343713 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-73968ecc-236e-42c0-95eb-05362f8a512d None None] Provisioning for port 699fbff3-3c58-4b4b-9909-bf1c290eda90 completed by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:12:28.347759 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eaa843-0897-439e-9c1f-5466d9adee8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803c1f8b-4aaa-4ad4-a0c5-ac816c82c08c,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:28.354729 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-73968ecc-236e-42c0-95eb-05362f8a512d None None] Provisioning complete for port 699fbff3-3c58-4b4b-9909-bf1c290eda90 triggered by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:12:28.356077 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-73968ecc-236e-42c0-95eb-05362f8a512d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:28.395402 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 57744) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:12:28.454802 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-73968ecc-236e-42c0-95eb-05362f8a512d None None] Port 699fbff3-3c58-4b4b-9909-bf1c290eda90 cannot update to ACTIVE because it is not bound. {{(pid=93659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:12:28.507249 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-b02fac42-f6d6-4e5a-a9b4-fcd26db48897 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:28.507590 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b4c2a5-788d-4eae-b0e3-ab742bfb5938 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Pushing event updated for resources: {'Port': ['ID=699fbff3-3c58-4b4b-9909-bf1c290eda90,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:28.528562 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-24b4c2a5-788d-4eae-b0e3-ab742bfb5938 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5954421 Jul 15 19:12:28.548174 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-74929191-6b5e-4e98-948c-e03c0ab4a8a1 service neutron] Request body: {'port': {'device_id': '4774502b-db71-4203-970a-f43bc57846b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:12:28.554568 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-b02fac42-f6d6-4e5a-a9b4-fcd26db48897 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:28.663382 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:28.664256 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-b02fac42-f6d6-4e5a-a9b4-fcd26db48897 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:28.669184 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-b02fac42-f6d6-4e5a-a9b4-fcd26db48897 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:28.676250 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 57750) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:12:28.676575 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-b02fac42-f6d6-4e5a-a9b4-fcd26db48897 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "DELETE /v2.0/security-groups/2a31183e-80ed-49fe-8aa3-98ab97777e98 HTTP/1.1" status: 204 len: 168 time: 0.2795372 Jul 15 19:12:28.695964 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fac42-f6d6-4e5a-a9b4-fcd26db48897 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a31183e-80ed-49fe-8aa3-98ab97777e98,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:28.725561 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.api.v2.resource [None req-7a28f604-26f7-4ad0-98bd-22d83e8de740 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] show failed (client error): The resource could not be found. Jul 15 19:12:28.734005 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-7a28f604-26f7-4ad0-98bd-22d83e8de740 tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "GET /v2.0/security-groups/2a31183e-80ed-49fe-8aa3-98ab97777e98 HTTP/1.1" status: 404 len: 347 time: 0.0530241 Jul 15 19:12:28.734405 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 57754) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:12:28.736281 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-74929191-6b5e-4e98-948c-e03c0ab4a8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:28.849395 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 57758) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:12:28.907254 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-70d8dcb6-be8e-4aea-86b3-24024f7aed1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:28.945916 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [None req-b5eb094f-45d5-4907-8605-9b2cd9557f8d tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Deleting port 6ca6d2c2-62e9-49cf-927e-3f4d7df05222 {{(pid=93657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:12:28.946229 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-b5eb094f-45d5-4907-8605-9b2cd9557f8d tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:28.958065 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dfc118-d08a-42dd-8ce1-908f0c2dd349 req-49cfb8bb-aa34-41db-8104-7a4d6dd9b458 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:28.960943 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-a0dfc118-d08a-42dd-8ce1-908f0c2dd349 req-49cfb8bb-aa34-41db-8104-7a4d6dd9b458 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 931 time: 0.1190221 Jul 15 19:12:29.060883 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-a0dfc118-d08a-42dd-8ce1-908f0c2dd349 req-d8347032-8908-4bea-9945-cad0de3cfd2b tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852149 Jul 15 19:12:29.085906 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-b5eb094f-45d5-4907-8605-9b2cd9557f8d tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:29.086286 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-b5eb094f-45d5-4907-8605-9b2cd9557f8d tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:29.120589 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [None req-b5eb094f-45d5-4907-8605-9b2cd9557f8d tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Calling delete_port for 6ca6d2c2-62e9-49cf-927e-3f4d7df05222 owned by network:floatingip {{(pid=93657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:12:29.138672 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-70d8dcb6-be8e-4aea-86b3-24024f7aed1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:29.147332 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-70d8dcb6-be8e-4aea-86b3-24024f7aed1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:29.162282 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.notifiers.nova [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-74929191-6b5e-4e98-948c-e03c0ab4a8a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 699fbff3-3c58-4b4b-9909-bf1c290eda90 {{(pid=93658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:12:29.188391 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-74929191-6b5e-4e98-948c-e03c0ab4a8a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:29.208061 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d8dcb6-be8e-4aea-86b3-24024f7aed1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd78de7-133a-4a7a-97f3-664234de7a61,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:29.215762 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-70d8dcb6-be8e-4aea-86b3-24024f7aed1d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6597e44253064c28a622e8739ce00477&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3646898 Jul 15 19:12:29.218819 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.provisioning_blocks [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-74929191-6b5e-4e98-948c-e03c0ab4a8a1 service neutron] Transition to ACTIVE for port object 699fbff3-3c58-4b4b-9909-bf1c290eda90 will not be triggered until provisioned by entity L2. {{(pid=93658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:12:29.219494 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 57760) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:12:29.228149 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-74929191-6b5e-4e98-948c-e03c0ab4a8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4513223'] for port, after_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:29.314794 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74929191-6b5e-4e98-948c-e03c0ab4a8a1 service neutron] Pushing event updated for resources: {'Port': ['ID=699fbff3-3c58-4b4b-9909-bf1c290eda90,revision_number=2']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:29.378804 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-b5eb094f-45d5-4907-8605-9b2cd9557f8d tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:29.409388 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-192257a8-170e-445b-951d-703ba9ec2d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:29.462780 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-192257a8-170e-445b-951d-703ba9ec2d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:29.471142 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb094f-45d5-4907-8605-9b2cd9557f8d tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Pushing event deleted for resources: {'Port': ['ID=6ca6d2c2-62e9-49cf-927e-3f4d7df05222,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:29.477855 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.managers [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-74929191-6b5e-4e98-948c-e03c0ab4a8a1 service neutron] Attempting to bind port 699fbff3-3c58-4b4b-9909-bf1c290eda90 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:12:29.478313 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.managers [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-74929191-6b5e-4e98-948c-e03c0ab4a8a1 service neutron] Attempting to bind port 699fbff3-3c58-4b4b-9909-bf1c290eda90 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '698fe472-5cd2-4ce0-93ec-3a302994f98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7d50aa2d-604e-4f65-a71a-b638bdc835af'}] {{(pid=93658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:12:29.478501 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-74929191-6b5e-4e98-948c-e03c0ab4a8a1 service neutron] Attempting to bind port 699fbff3-3c58-4b4b-9909-bf1c290eda90 on network 7d50aa2d-604e-4f65-a71a-b638bdc835af {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:12:29.495652 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-74929191-6b5e-4e98-948c-e03c0ab4a8a1 service neutron] Port 699fbff3-3c58-4b4b-9909-bf1c290eda90 on network 7d50aa2d-604e-4f65-a71a-b638bdc835af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:12:29.495940 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-74929191-6b5e-4e98-948c-e03c0ab4a8a1 service neutron] Attempting to bind port 699fbff3-3c58-4b4b-9909-bf1c290eda90 on network 7d50aa2d-604e-4f65-a71a-b638bdc835af {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:12:29.509826 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-74929191-6b5e-4e98-948c-e03c0ab4a8a1 service neutron] Checking agent: {'id': 'ff69530c-d7d1-4bd0-8ab4-9c33ea1455de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 2, 58), 'started_at': datetime.datetime(2021, 7, 15, 19, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:12:29.510134 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-74929191-6b5e-4e98-948c-e03c0ab4a8a1 service neutron] Checking segment: {'id': '698fe472-5cd2-4ce0-93ec-3a302994f98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7d50aa2d-604e-4f65-a71a-b638bdc835af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:12:29.510547 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-74929191-6b5e-4e98-948c-e03c0ab4a8a1 service neutron] Bound using segment: {'id': '698fe472-5cd2-4ce0-93ec-3a302994f98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7d50aa2d-604e-4f65-a71a-b638bdc835af'} {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:12:29.510959 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.managers [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-74929191-6b5e-4e98-948c-e03c0ab4a8a1 service neutron] Bound port: 699fbff3-3c58-4b4b-9909-bf1c290eda90, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698fe472-5cd2-4ce0-93ec-3a302994f98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7d50aa2d-604e-4f65-a71a-b638bdc835af'}}] {{(pid=93658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:12:29.511422 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-74929191-6b5e-4e98-948c-e03c0ab4a8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:29.545469 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-b5eb094f-45d5-4907-8605-9b2cd9557f8d tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks [] for floatingip, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:29.550022 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-b5eb094f-45d5-4907-8605-9b2cd9557f8d tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for floatingip, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:29.556352 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-b5eb094f-45d5-4907-8605-9b2cd9557f8d tempest-AttachVolumeShelveTestJSON-405847738 tempest-AttachVolumeShelveTestJSON-405847738-project] 10.222.0.70 "DELETE /v2.0/floatingips/cc337e88-4229-4253-85e0-f304ae1aee75 HTTP/1.1" status: 204 len: 168 time: 0.8160400 Jul 15 19:12:29.617538 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-192257a8-170e-445b-951d-703ba9ec2d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:29.622689 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-192257a8-170e-445b-951d-703ba9ec2d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:29.628173 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-192257a8-170e-445b-951d-703ba9ec2d1d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fdd78de7-133a-4a7a-97f3-664234de7a61 HTTP/1.1" status: 204 len: 168 time: 0.4038951 Jul 15 19:12:29.649789 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192257a8-170e-445b-951d-703ba9ec2d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd78de7-133a-4a7a-97f3-664234de7a61,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:29.668915 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.db [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-74929191-6b5e-4e98-948c-e03c0ab4a8a1 service neutron] For port 699fbff3-3c58-4b4b-9909-bf1c290eda90, host hv-cinder-78836, cleared binding levels {{(pid=93658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:12:29.688520 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.db [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-74929191-6b5e-4e98-948c-e03c0ab4a8a1 service neutron] For port 699fbff3-3c58-4b4b-9909-bf1c290eda90, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=699fbff3-3c58-4b4b-9909-bf1c290eda90,segment=NetworkSegment(698fe472-5cd2-4ce0-93ec-3a302994f98b),segment_id=698fe472-5cd2-4ce0-93ec-3a302994f98b)] {{(pid=93658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:12:29.696663 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-74929191-6b5e-4e98-948c-e03c0ab4a8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4513223'] for port, after_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:29.735412 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-74929191-6b5e-4e98-948c-e03c0ab4a8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:29.735938 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-74929191-6b5e-4e98-948c-e03c0ab4a8a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:29.737723 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-74929191-6b5e-4e98-948c-e03c0ab4a8a1 service neutron] 10.222.0.69 "PUT /v2.0/ports/699fbff3-3c58-4b4b-9909-bf1c290eda90 HTTP/1.1" status: 200 len: 1093 time: 1.1956928 Jul 15 19:12:29.738358 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4774502b-db71-4203-970a-f43bc57846b7', 'tag': '699fbff3-3c58-4b4b-9909-bf1c290eda90'}] {{(pid=93658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:12:29.741619 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b58f88415513d6787191dd44e0a29b3917631101a239d5effbe25afab188a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e284e8-f39f-4e1f-bcf9-6dd9364a515d" -d '{"events": [{"name": "network-changed", "server_uuid": "4774502b-db71-4203-970a-f43bc57846b7", "tag": "699fbff3-3c58-4b4b-9909-bf1c290eda90"}]}' {{(pid=93658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:12:29.806409 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74929191-6b5e-4e98-948c-e03c0ab4a8a1 service neutron] Pushing event updated for resources: {'Port': ['ID=699fbff3-3c58-4b4b-9909-bf1c290eda90,revision_number=3']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:29.816678 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77673023-42cb-445e-8cc5-bd1391787341 x-openstack-request-id: req-77673023-42cb-445e-8cc5-bd1391787341 {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:12:29.817487 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4774502b-db71-4203-970a-f43bc57846b7", "tag": "699fbff3-3c58-4b4b-9909-bf1c290eda90", "status": "completed", "code": 200}]} {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:12:29.818009 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-77673023-42cb-445e-8cc5-bd1391787341 {{(pid=93658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:12:29.819182 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4774502b-db71-4203-970a-f43bc57846b7', 'tag': '699fbff3-3c58-4b4b-9909-bf1c290eda90', 'status': 'completed', 'code': 200} Jul 15 19:12:29.919204 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-900afef8-e84d-4cbf-9498-32f5ce6197bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:29.921002 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-900afef8-e84d-4cbf-9498-32f5ce6197bd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b2ad1b66aed3448d8e6473bdf587c8be&device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 1096 time: 0.0963228 Jul 15 19:12:29.994185 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-c607bc3a-55da-4c5b-9d9e-541865e2aa87 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=699fbff3-3c58-4b4b-9909-bf1c290eda90 HTTP/1.1" status: 200 len: 217 time: 0.0554762 Jul 15 19:12:30.071971 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-b979a2ea-83ad-4ed0-a865-e4e4f01e877d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:30.075316 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-b979a2ea-83ad-4ed0-a865-e4e4f01e877d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f465249e-fbc0-4204-8af8-3bf63247cd6c HTTP/1.1" status: 200 len: 848 time: 0.0735035 Jul 15 19:12:30.199904 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-603c8fc9-46a5-4d26-a054-15bcb332bfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:30.201596 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-603c8fc9-46a5-4d26-a054-15bcb332bfbd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7d50aa2d-604e-4f65-a71a-b638bdc835af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1166775 Jul 15 19:12:30.356730 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-cf29718d-ed76-450a-b9e2-536f8e2f2fa5 service neutron] 10.222.0.69 "GET /v2.0/networks/7d50aa2d-604e-4f65-a71a-b638bdc835af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461740 Jul 15 19:12:30.410461 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27f846-b4d0-4fbf-a560-77334657f17c req-37b4d814-3126-4aa2-81b8-60f668ad1951 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:30.413983 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-2b27f846-b4d0-4fbf-a560-77334657f17c req-37b4d814-3126-4aa2-81b8-60f668ad1951 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 943 time: 0.1017482 Jul 15 19:12:30.461199 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-2b27f846-b4d0-4fbf-a560-77334657f17c req-10aae905-611f-465f-be49-dd9f9b56a33c tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396342 Jul 15 19:12:30.476036 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-59c91a37-43fa-4e9a-9e9e-498ea83db241 req-eb0663c7-37f0-4bec-b30d-f7b944db7c33 service neutron] 10.222.0.69 "GET /v2.0/networks/7d50aa2d-604e-4f65-a71a-b638bdc835af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102471 Jul 15 19:12:30.696642 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e284e8-f39f-4e1f-bcf9-6dd9364a515d req-0d18e03e-3310-47de-81f5-452203e93691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:30.699300 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-42e284e8-f39f-4e1f-bcf9-6dd9364a515d req-0d18e03e-3310-47de-81f5-452203e93691 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b2ad1b66aed3448d8e6473bdf587c8be&device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 1096 time: 0.0900609 Jul 15 19:12:31.695005 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf97c94-c8e2-4822-8d98-5d304597f814 req-8247320f-d01c-49e4-acea-0f2569f49d08 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:31.696798 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-4bf97c94-c8e2-4822-8d98-5d304597f814 req-8247320f-d01c-49e4-acea-0f2569f49d08 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 943 time: 0.0763884 Jul 15 19:12:31.738047 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-4bf97c94-c8e2-4822-8d98-5d304597f814 req-19028a67-2848-4090-904d-47e32110b270 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351896 Jul 15 19:12:31.923483 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e284e8-f39f-4e1f-bcf9-6dd9364a515d req-27a6afff-4fba-41a6-9a99-0dffb59468cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:31.925043 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-42e284e8-f39f-4e1f-bcf9-6dd9364a515d req-27a6afff-4fba-41a6-9a99-0dffb59468cb service neutron] 10.222.0.69 "GET /v2.0/networks?id=7d50aa2d-604e-4f65-a71a-b638bdc835af HTTP/1.1" status: 200 len: 911 time: 0.1045561 Jul 15 19:12:32.737063 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-42e284e8-f39f-4e1f-bcf9-6dd9364a515d req-0dca1384-be50-4a9a-8b41-9a5f2e227aed service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=699fbff3-3c58-4b4b-9909-bf1c290eda90 HTTP/1.1" status: 200 len: 217 time: 0.0382602 Jul 15 19:12:32.950513 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071da28-f0ea-428c-ac60-9f4928ba55e3 req-22937176-cfd9-453e-8a92-103cf2f91b11 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:32.952016 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-3071da28-f0ea-428c-ac60-9f4928ba55e3 req-22937176-cfd9-453e-8a92-103cf2f91b11 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 943 time: 0.0761662 Jul 15 19:12:32.996240 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-3071da28-f0ea-428c-ac60-9f4928ba55e3 req-4563f261-0b7b-4957-830a-a15c6beee35c tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341446 Jul 15 19:12:33.779168 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e284e8-f39f-4e1f-bcf9-6dd9364a515d req-f761e291-ab9c-43d8-a91b-3f43d5659d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:33.780552 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-42e284e8-f39f-4e1f-bcf9-6dd9364a515d req-f761e291-ab9c-43d8-a91b-3f43d5659d32 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f465249e-fbc0-4204-8af8-3bf63247cd6c HTTP/1.1" status: 200 len: 848 time: 0.0472260 Jul 15 19:12:33.844735 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e284e8-f39f-4e1f-bcf9-6dd9364a515d req-64ceaef7-b3a9-4e5e-801d-92d91d083d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:33.846378 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-42e284e8-f39f-4e1f-bcf9-6dd9364a515d req-64ceaef7-b3a9-4e5e-801d-92d91d083d6a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7d50aa2d-604e-4f65-a71a-b638bdc835af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0576057 Jul 15 19:12:33.986673 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-42e284e8-f39f-4e1f-bcf9-6dd9364a515d req-9d7630b2-0ac4-4d2a-a9a2-b714174c3792 service neutron] 10.222.0.69 "GET /v2.0/networks/7d50aa2d-604e-4f65-a71a-b638bdc835af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302593 Jul 15 19:12:34.143687 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-42e284e8-f39f-4e1f-bcf9-6dd9364a515d req-d95ad1b4-c971-4009-8c11-7056b7d86099 service neutron] 10.222.0.69 "GET /v2.0/networks/7d50aa2d-604e-4f65-a71a-b638bdc835af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403935 Jul 15 19:12:34.207944 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe8fb1-67ca-4c9f-9683-e79a92ace573 req-697310a3-f289-423c-96f4-474075764285 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:34.210238 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-e7fe8fb1-67ca-4c9f-9683-e79a92ace573 req-697310a3-f289-423c-96f4-474075764285 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 943 time: 0.0877941 Jul 15 19:12:34.261214 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-e7fe8fb1-67ca-4c9f-9683-e79a92ace573 req-a193e936-4361-41a3-9970-8a476a9eff25 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419219 Jul 15 19:12:35.490545 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 57918) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:12:35.735221 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d4f22-9b74-41cf-a9cb-53b5d6fcc8da req-a9f54d3d-226c-4d95-8a86-960da4c1e463 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:35.736774 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-c30d4f22-9b74-41cf-a9cb-53b5d6fcc8da req-a9f54d3d-226c-4d95-8a86-960da4c1e463 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 943 time: 0.3440828 Jul 15 19:12:35.776922 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-c30d4f22-9b74-41cf-a9cb-53b5d6fcc8da req-bd202b1f-2fc8-45cd-ac51-60761a5c5227 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339618 Jul 15 19:12:36.038406 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-df4c41fa-1947-4c80-98e0-c7297af6238b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695971'] for router_interface, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:36.315472 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [None req-df4c41fa-1947-4c80-98e0-c7297af6238b admin admin] Deleting port 4da03f02-b7d6-4be0-acf2-186cc838576d {{(pid=93658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:12:36.315808 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-df4c41fa-1947-4c80-98e0-c7297af6238b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:36.398206 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.db [None req-df4c41fa-1947-4c80-98e0-c7297af6238b admin admin] For port 4da03f02-b7d6-4be0-acf2-186cc838576d, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=4da03f02-b7d6-4be0-acf2-186cc838576d,segment=NetworkSegment(c5f8fc6e-ca65-461a-98f0-ca6e4f10d746),segment_id=c5f8fc6e-ca65-461a-98f0-ca6e4f10d746)] {{(pid=93658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:12:36.398570 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-df4c41fa-1947-4c80-98e0-c7297af6238b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:36.412755 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [None req-df4c41fa-1947-4c80-98e0-c7297af6238b admin admin] Calling delete_port for 4da03f02-b7d6-4be0-acf2-186cc838576d owned by network:router_interface {{(pid=93658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:12:36.622134 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-df4c41fa-1947-4c80-98e0-c7297af6238b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4513278'] for port, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:36.647831 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c41fa-1947-4c80-98e0-c7297af6238b admin admin] Pushing event deleted for resources: {'Port': ['ID=4da03f02-b7d6-4be0-acf2-186cc838576d,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:36.836795 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-df4c41fa-1947-4c80-98e0-c7297af6238b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683827'] for router_interface, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:37.055460 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4823063-42a4-46e6-83e1-33c72ed1ec12 req-fb8fee96-8337-455c-94bd-c86c227328ed tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:37.056991 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-d4823063-42a4-46e6-83e1-33c72ed1ec12 req-fb8fee96-8337-455c-94bd-c86c227328ed tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 943 time: 0.1325824 Jul 15 19:12:37.139832 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-d4823063-42a4-46e6-83e1-33c72ed1ec12 req-4341e000-da33-4c06-9cca-861901f1f29d tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521517 Jul 15 19:12:37.147580 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4c41fa-1947-4c80-98e0-c7297af6238b admin admin] Router 7b9759c3-89bb-4cac-8bad-7129a62d1c00 has already been hosted by L3 agent d1959f4f-c5e4-447e-bdea-87c7e923db15 {{(pid=93658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:12:37.258040 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4c41fa-1947-4c80-98e0-c7297af6238b admin admin] Notify agent at l3_agent.dv-cinder-788363-8-iscsi the message routers_updated {{(pid=93658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:12:37.263360 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-df4c41fa-1947-4c80-98e0-c7297af6238b admin admin] 10.222.0.70 "PUT /v2.0/routers/7b9759c3-89bb-4cac-8bad-7129a62d1c00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7717421 Jul 15 19:12:37.266020 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 57936) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:12:37.266494 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e32574-8227-4e48-b206-054d8ff7c487 None None] Sync routers for ids ['7b9759c3-89bb-4cac-8bad-7129a62d1c00'] in dv-cinder-788363-8-iscsi {{(pid=93660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:12:37.276595 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e32574-8227-4e48-b206-054d8ff7c487 None None] Routers {'7b9759c3-89bb-4cac-8bad-7129a62d1c00'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:12:37.277210 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-40e32574-8227-4e48-b206-054d8ff7c487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:12:22Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['7b9759c3-89bb-4cac-8bad-7129a62d1c00'], 'active': True} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:12:37.371907 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-24366424-a56e-42f3-9096-e3a6aacd151d admin admin] Notify callbacks [] for router, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:37.379810 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvr_db [None req-40e32574-8227-4e48-b206-054d8ff7c487 None None] Set router 7b9759c3-89bb-4cac-8bad-7129a62d1c00 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:12:37.476418 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-24366424-a56e-42f3-9096-e3a6aacd151d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:37.559802 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-40e32574-8227-4e48-b206-054d8ff7c487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'name': 'tempest-AttachVolumeShelveTestJSON-637004643-router', 'tenant_id': '509209d2c8bd40dc87dfc3c3ad815494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'd31377b5-90c0-435a-8a0e-da412031a132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:51Z', 'updated_at': '2021-07-15T19:12:36Z', 'revision_number': 5, 'project_id': '509209d2c8bd40dc87dfc3c3ad815494', 'gw_port': {'id': 'd31377b5-90c0-435a-8a0e-da412031a132', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:04:52Z', 'updated_at': '2021-07-15T19:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi'}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:12:37.682039 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e32574-8227-4e48-b206-054d8ff7c487 None None] Checking router: 7b9759c3-89bb-4cac-8bad-7129a62d1c00 for host: dv-cinder-788363-8-iscsi {{(pid=93660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:12:37.691643 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e32574-8227-4e48-b206-054d8ff7c487 None None] Routers {'7b9759c3-89bb-4cac-8bad-7129a62d1c00'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:12:37.692204 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-40e32574-8227-4e48-b206-054d8ff7c487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:12:22Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['7b9759c3-89bb-4cac-8bad-7129a62d1c00'], 'active': True} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:12:37.784894 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvr_db [None req-40e32574-8227-4e48-b206-054d8ff7c487 None None] Set router 7b9759c3-89bb-4cac-8bad-7129a62d1c00 gateway port host: None {{(pid=93660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:12:37.826473 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [None req-24366424-a56e-42f3-9096-e3a6aacd151d admin admin] Deleting port d31377b5-90c0-435a-8a0e-da412031a132 {{(pid=93658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:12:37.827045 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-24366424-a56e-42f3-9096-e3a6aacd151d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:37.841266 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-40e32574-8227-4e48-b206-054d8ff7c487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'name': 'tempest-AttachVolumeShelveTestJSON-637004643-router', 'tenant_id': '509209d2c8bd40dc87dfc3c3ad815494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:51Z', 'updated_at': '2021-07-15T19:12:37Z', 'revision_number': 6, 'project_id': '509209d2c8bd40dc87dfc3c3ad815494', 'gw_port_host': None}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:12:37.871093 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e32574-8227-4e48-b206-054d8ff7c487 None None] The sync data for ids ['7b9759c3-89bb-4cac-8bad-7129a62d1c00'] in dv-cinder-788363-8-iscsi is: [{'id': '7b9759c3-89bb-4cac-8bad-7129a62d1c00', 'name': 'tempest-AttachVolumeShelveTestJSON-637004643-router', 'tenant_id': '509209d2c8bd40dc87dfc3c3ad815494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:04:51Z', 'updated_at': '2021-07-15T19:12:37Z', 'revision_number': 6, 'project_id': '509209d2c8bd40dc87dfc3c3ad815494', 'gw_port_host': None}] {{(pid=93660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:12:37.914374 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.db [None req-24366424-a56e-42f3-9096-e3a6aacd151d admin admin] For port d31377b5-90c0-435a-8a0e-da412031a132, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=d31377b5-90c0-435a-8a0e-da412031a132,segment=NetworkSegment(d344549d-09e0-4982-8c11-6f16cb0baa64),segment_id=d344549d-09e0-4982-8c11-6f16cb0baa64)] {{(pid=93658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:12:37.914730 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-24366424-a56e-42f3-9096-e3a6aacd151d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:37.930148 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [None req-24366424-a56e-42f3-9096-e3a6aacd151d admin admin] Calling delete_port for d31377b5-90c0-435a-8a0e-da412031a132 owned by network:router_gateway {{(pid=93658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:12:38.111641 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-24366424-a56e-42f3-9096-e3a6aacd151d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4513278'] for port, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:38.139187 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24366424-a56e-42f3-9096-e3a6aacd151d admin admin] Pushing event deleted for resources: {'Port': ['ID=d31377b5-90c0-435a-8a0e-da412031a132,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:38.229804 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-24366424-a56e-42f3-9096-e3a6aacd151d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764521'] for router_gateway, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:38.359286 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-24366424-a56e-42f3-9096-e3a6aacd151d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-696317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124545'] for router, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:38.362858 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-24366424-a56e-42f3-9096-e3a6aacd151d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:38.417877 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-24366424-a56e-42f3-9096-e3a6aacd151d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681195'] for router, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:38.418342 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24366424-a56e-42f3-9096-e3a6aacd151d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b9759c3-89bb-4cac-8bad-7129a62d1c00 {{(pid=93658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 19:12:38.424603 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-24366424-a56e-42f3-9096-e3a6aacd151d admin admin] Notify callbacks [] for router, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:38.425925 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-24366424-a56e-42f3-9096-e3a6aacd151d admin admin] 10.222.0.70 "DELETE /v2.0/routers/7b9759c3-89bb-4cac-8bad-7129a62d1c00 HTTP/1.1" status: 204 len: 168 time: 1.1589451 Jul 15 19:12:38.428435 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 57962) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:12:38.469753 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a8799-d59b-4da9-8487-912cbf9b2797 req-ca82a79c-2d11-427e-b7d0-3be3a4415530 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:38.471387 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-ef8a8799-d59b-4da9-8487-912cbf9b2797 req-ca82a79c-2d11-427e-b7d0-3be3a4415530 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 943 time: 0.1746130 Jul 15 19:12:38.498271 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.db_base_plugin_v2 [None req-6643026a-2b2f-44ec-b3b9-dfc7342e82f9 admin admin] Deleting subnet 4c53d632-04b3-4db0-b6ce-07c07955a0b8 {{(pid=93658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:12:38.505064 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-6643026a-2b2f-44ec-b3b9-dfc7342e82f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:38.551869 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-c733832a-e695-4e43-91c7-43b815813901 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1732921705&fields=id&tenant_id=180a42342ab54ecf9731a6938c11faae HTTP/1.1" status: 200 len: 267 time: 0.0497000 Jul 15 19:12:38.565442 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-ef8a8799-d59b-4da9-8487-912cbf9b2797 req-1ec51f07-d8fb-40f9-ae84-725b449a7582 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671604 Jul 15 19:12:38.570021 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-6643026a-2b2f-44ec-b3b9-dfc7342e82f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5771400'] for subnet, precommit_delete_associations {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:38.660191 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-6643026a-2b2f-44ec-b3b9-dfc7342e82f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1788362'] for subnet, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:38.672245 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-47afe6f4-dda6-4ca3-ab7c-798f45e81e2f tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:38.672524 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-47afe6f4-dda6-4ca3-ab7c-798f45e81e2f tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/networks?id=68db1402-794a-4fcf-beca-a85ea1b44a56 HTTP/1.1" status: 200 len: 811 time: 0.1193233 Jul 15 19:12:38.691918 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-85dcdcfa-02bb-4a6f-b360-e1c4da66a028 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/quotas/180a42342ab54ecf9731a6938c11faae HTTP/1.1" status: 200 len: 375 time: 0.0104980 Jul 15 19:12:38.730413 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-6643026a-2b2f-44ec-b3b9-dfc7342e82f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1788413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4513165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133957'] for subnet, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:38.761451 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643026a-2b2f-44ec-b3b9-dfc7342e82f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c53d632-04b3-4db0-b6ce-07c07955a0b8,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:38.766751 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-6643026a-2b2f-44ec-b3b9-dfc7342e82f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:38.768758 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-6643026a-2b2f-44ec-b3b9-dfc7342e82f9 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/4c53d632-04b3-4db0-b6ce-07c07955a0b8 HTTP/1.1" status: 204 len: 168 time: 0.3392799 Jul 15 19:12:38.773149 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 57966) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:12:38.778335 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5957536d-4548-4e48-bab9-0e11cac7677c None None] Network 4bce21e0-88dc-4de8-9d22-c4e766c0d73f requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:12:38.806897 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-3de53312-6c87-47f6-8c75-c4e749d3fddd tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=180a42342ab54ecf9731a6938c11faae&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0994647 Jul 15 19:12:38.852886 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-ecfd139a-1c91-4c0b-8aa9-9120e04180ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603233'] for network, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:38.928215 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [None req-ecfd139a-1c91-4c0b-8aa9-9120e04180ed admin admin] Deleting port 5b6e6225-1e1b-4d03-bf00-eaa3045b29ca {{(pid=93658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:12:38.929006 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-ecfd139a-1c91-4c0b-8aa9-9120e04180ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:38.980158 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-909a96c5-2b8d-45b7-8ec4-695a57e7b174 service neutron] 10.222.0.70 "GET /v2.0/networks/68db1402-794a-4fcf-beca-a85ea1b44a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694410 Jul 15 19:12:39.011939 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.db [None req-ecfd139a-1c91-4c0b-8aa9-9120e04180ed admin admin] For port 5b6e6225-1e1b-4d03-bf00-eaa3045b29ca, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=5b6e6225-1e1b-4d03-bf00-eaa3045b29ca,segment=NetworkSegment(c5f8fc6e-ca65-461a-98f0-ca6e4f10d746),segment_id=c5f8fc6e-ca65-461a-98f0-ca6e4f10d746)] {{(pid=93658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:12:39.012353 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-ecfd139a-1c91-4c0b-8aa9-9120e04180ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:39.025915 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [None req-ecfd139a-1c91-4c0b-8aa9-9120e04180ed admin admin] Calling delete_port for 5b6e6225-1e1b-4d03-bf00-eaa3045b29ca owned by network:dhcp {{(pid=93658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:12:39.044889 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fc18fe-d969-40fe-9a07-6a20b839f98f None None] DHCP port deletion for 4bce21e0-88dc-4de8-9d22-c4e766c0d73f request from dv-cinder-788363-8-iscsi {{(pid=93659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 19:12:39.098456 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-31fc18fe-d969-40fe-9a07-6a20b839f98f None None] Deleting port 5b6e6225-1e1b-4d03-bf00-eaa3045b29ca {{(pid=93659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:12:39.099378 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-31fc18fe-d969-40fe-9a07-6a20b839f98f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:39.129483 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-824cfbbe-3b7c-4b27-b4b9-9b58e37ecf5b service neutron] 10.222.0.70 "GET /v2.0/networks/68db1402-794a-4fcf-beca-a85ea1b44a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438456 Jul 15 19:12:39.140339 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-ecfd139a-1c91-4c0b-8aa9-9120e04180ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4513278'] for port, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:39.169954 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-31fc18fe-d969-40fe-9a07-6a20b839f98f None None] For port 5b6e6225-1e1b-4d03-bf00-eaa3045b29ca, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=5b6e6225-1e1b-4d03-bf00-eaa3045b29ca,segment=NetworkSegment(c5f8fc6e-ca65-461a-98f0-ca6e4f10d746),segment_id=c5f8fc6e-ca65-461a-98f0-ca6e4f10d746)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:12:39.170362 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-31fc18fe-d969-40fe-9a07-6a20b839f98f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:39.186773 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-31fc18fe-d969-40fe-9a07-6a20b839f98f None None] Calling delete_port for 5b6e6225-1e1b-4d03-bf00-eaa3045b29ca owned by network:dhcp {{(pid=93659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:12:39.188026 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd139a-1c91-4c0b-8aa9-9120e04180ed admin admin] Pushing event deleted for resources: {'Port': ['ID=5b6e6225-1e1b-4d03-bf00-eaa3045b29ca,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:39.192852 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfd139a-1c91-4c0b-8aa9-9120e04180ed admin admin] No DVR routers for this DVR port 5b6e6225-1e1b-4d03-bf00-eaa3045b29ca on host dv-cinder-788363-8-iscsi {{(pid=93658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:12:39.285217 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-ecfd139a-1c91-4c0b-8aa9-9120e04180ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787310', 'neutron.services.segments.db._delete_segments_for_network-8730935243340'] for network, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:39.297715 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.services.segments.db [None req-ecfd139a-1c91-4c0b-8aa9-9120e04180ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bce21e0-88dc-4de8-9d22-c4e766c0d73f']}} {{(pid=93658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:12:39.314369 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-31fc18fe-d969-40fe-9a07-6a20b839f98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364'] for port, after_delete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:39.314727 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.services.segments.db [None req-ecfd139a-1c91-4c0b-8aa9-9120e04180ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5f8fc6e-ca65-461a-98f0-ca6e4f10d746') {'for_net_delete': True} {{(pid=93658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:12:39.315750 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.services.segments.db [None req-ecfd139a-1c91-4c0b-8aa9-9120e04180ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5f8fc6e-ca65-461a-98f0-ca6e4f10d746') {} {{(pid=93658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:12:39.334463 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-ecfd139a-1c91-4c0b-8aa9-9120e04180ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730935246421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5771455'] for segment, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:39.360338 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-ecfd139a-1c91-4c0b-8aa9-9120e04180ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882'] for segment, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:39.372829 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc18fe-d969-40fe-9a07-6a20b839f98f None None] Pushing event deleted for resources: {'Port': ['ID=5b6e6225-1e1b-4d03-bf00-eaa3045b29ca,revision_number=None']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:39.373238 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecfd139a-1c91-4c0b-8aa9-9120e04180ed admin admin] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=93658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:12:39.374094 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-ecfd139a-1c91-4c0b-8aa9-9120e04180ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4513327'] for segment, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:39.377326 dv-cinder-788363-8-iscsi neutron-server[93658]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:12:39.377326 dv-cinder-788363-8-iscsi neutron-server[93658]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:12:39.377326 dv-cinder-788363-8-iscsi neutron-server[93658]: Traceback (most recent call last): Jul 15 19:12:39.377326 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:12:39.377326 dv-cinder-788363-8-iscsi neutron-server[93658]: timer() Jul 15 19:12:39.377326 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:12:39.377326 dv-cinder-788363-8-iscsi neutron-server[93658]: cb(*args, **kw) Jul 15 19:12:39.377326 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:12:39.377326 dv-cinder-788363-8-iscsi neutron-server[93658]: return func(*args, **kwargs) Jul 15 19:12:39.377326 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:12:39.377326 dv-cinder-788363-8-iscsi neutron-server[93658]: self._notify() Jul 15 19:12:39.377326 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:12:39.377326 dv-cinder-788363-8-iscsi neutron-server[93658]: self.callback(batched_events) Jul 15 19:12:39.377326 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:12:39.377326 dv-cinder-788363-8-iscsi neutron-server[93658]: event.method(event) Jul 15 19:12:39.377326 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:12:39.377326 dv-cinder-788363-8-iscsi neutron-server[93658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:12:39.377326 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:12:39.377326 dv-cinder-788363-8-iscsi neutron-server[93658]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:12:39.377326 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:12:39.377326 dv-cinder-788363-8-iscsi neutron-server[93658]: return f(self, *a, **k) Jul 15 19:12:39.377326 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:12:39.377326 dv-cinder-788363-8-iscsi neutron-server[93658]: return self._get(url).json() Jul 15 19:12:39.377326 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:12:39.377326 dv-cinder-788363-8-iscsi neutron-server[93658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:12:39.377326 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:12:39.377326 dv-cinder-788363-8-iscsi neutron-server[93658]: return self.request(url, 'GET', **kwargs) Jul 15 19:12:39.377326 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:12:39.377326 dv-cinder-788363-8-iscsi neutron-server[93658]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:12:39.377326 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:12:39.377326 dv-cinder-788363-8-iscsi neutron-server[93658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:12:39.377326 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:12:39.377326 dv-cinder-788363-8-iscsi neutron-server[93658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:12:39.377326 dv-cinder-788363-8-iscsi neutron-server[93658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:12:39.379829 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fc18fe-d969-40fe-9a07-6a20b839f98f None None] No DVR routers for this DVR port 5b6e6225-1e1b-4d03-bf00-eaa3045b29ca on host dv-cinder-788363-8-iscsi {{(pid=93659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:12:39.458008 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-ecfd139a-1c91-4c0b-8aa9-9120e04180ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764597'] for network, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:39.462872 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-ecfd139a-1c91-4c0b-8aa9-9120e04180ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for network, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:39.465069 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-ecfd139a-1c91-4c0b-8aa9-9120e04180ed admin admin] 10.222.0.70 "DELETE /v2.0/networks/4bce21e0-88dc-4de8-9d22-c4e766c0d73f HTTP/1.1" status: 204 len: 168 time: 0.6906278 Jul 15 19:12:39.486773 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd139a-1c91-4c0b-8aa9-9120e04180ed admin admin] Pushing event deleted for resources: {'Network': ['ID=4bce21e0-88dc-4de8-9d22-c4e766c0d73f,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:39.575087 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-1d79bd7a-fc08-41c2-92db-678fda20fcec req-37310430-b828-4d2b-b319-ad5e208a3285 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=54b60ccd-abdb-4f0b-bc5a-063f0398dfbc HTTP/1.1" status: 200 len: 210 time: 0.0506625 Jul 15 19:12:39.667772 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device d31377b5-90c0-435a-8a0e-da412031a132 no longer exists at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:12:39.700698 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 57986) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:12:39.701414 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] No Port match for: d31377b5-90c0-435a-8a0e-da412031a132 {{(pid=93659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:12:39.701694 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device d31377b5-90c0-435a-8a0e-da412031a132 not bound to the agent host dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:12:39.702140 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 5b6e6225-1e1b-4d03-bf00-eaa3045b29ca no longer exists at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:12:39.750271 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] No Port match for: 5b6e6225-1e1b-4d03-bf00-eaa3045b29ca {{(pid=93659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:12:39.751169 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 5b6e6225-1e1b-4d03-bf00-eaa3045b29ca not bound to the agent host dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:12:39.752091 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 4da03f02-b7d6-4be0-acf2-186cc838576d no longer exists at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:12:39.774993 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-151f68d8-e983-4601-b781-cec7f29611ac admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=509209d2c8bd40dc87dfc3c3ad815494&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0714755 Jul 15 19:12:39.776772 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 57992) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:12:39.781917 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] No Port match for: 4da03f02-b7d6-4be0-acf2-186cc838576d {{(pid=93659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:12:39.782619 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 4da03f02-b7d6-4be0-acf2-186cc838576d not bound to the agent host dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:12:39.822444 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd9a6c-0ff7-484d-84e7-7e1b83231196 req-f22316fa-f7e7-4841-acc8-ae8358d875f2 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:39.823930 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-2acd9a6c-0ff7-484d-84e7-7e1b83231196 req-f22316fa-f7e7-4841-acc8-ae8358d875f2 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 943 time: 0.1153328 Jul 15 19:12:39.881167 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-687b3bbb-3554-4b95-b41d-db89ad7e284e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:39.887833 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-2acd9a6c-0ff7-484d-84e7-7e1b83231196 req-683ce5f0-1b72-4c12-8ca5-54ceedefb161 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552943 Jul 15 19:12:39.914238 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-687b3bbb-3554-4b95-b41d-db89ad7e284e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:39.983130 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-687b3bbb-3554-4b95-b41d-db89ad7e284e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:39.987700 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-687b3bbb-3554-4b95-b41d-db89ad7e284e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:39.989880 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-687b3bbb-3554-4b95-b41d-db89ad7e284e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ada3d799-de3f-4068-8dfe-7de7d4e992e2 HTTP/1.1" status: 204 len: 168 time: 0.2116103 Jul 15 19:12:40.004958 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b3bbb-3554-4b95-b41d-db89ad7e284e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada3d799-de3f-4068-8dfe-7de7d4e992e2,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:40.018168 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687b3bbb-3554-4b95-b41d-db89ad7e284e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:12:40.018573 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687b3bbb-3554-4b95-b41d-db89ad7e284e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:12:40.019160 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687b3bbb-3554-4b95-b41d-db89ad7e284e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:12:40.019733 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687b3bbb-3554-4b95-b41d-db89ad7e284e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:12:40.020158 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687b3bbb-3554-4b95-b41d-db89ad7e284e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:12:40.020854 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687b3bbb-3554-4b95-b41d-db89ad7e284e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:12:40.021286 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687b3bbb-3554-4b95-b41d-db89ad7e284e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:12:40.022256 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687b3bbb-3554-4b95-b41d-db89ad7e284e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:12:40.022929 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687b3bbb-3554-4b95-b41d-db89ad7e284e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:12:40.023593 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687b3bbb-3554-4b95-b41d-db89ad7e284e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:12:40.024360 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687b3bbb-3554-4b95-b41d-db89ad7e284e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:12:40.024933 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687b3bbb-3554-4b95-b41d-db89ad7e284e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:12:40.735649 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f93348a4-e4bd-483b-929c-4c824971a5c6 req-9061681e-4e9c-4055-bb4f-c4144809099f tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=54b60ccd-abdb-4f0b-bc5a-063f0398dfbc HTTP/1.1" status: 200 len: 210 time: 0.0384390 Jul 15 19:12:41.070235 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-0f5ffcad-2521-46f6-9cfa-5f63b9c866e8 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:41.072104 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-0f5ffcad-2521-46f6-9cfa-5f63b9c866e8 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.69 "GET /v2.0/networks?id=68db1402-794a-4fcf-beca-a85ea1b44a56 HTTP/1.1" status: 200 len: 811 time: 0.1645193 Jul 15 19:12:41.136036 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1aad4-b4c7-44c9-82b2-fce97bcffe7e req-56aa8819-c09c-4f88-9bef-5b419c893621 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:41.136934 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-801440f1-d308-402b-97c5-528659559a76 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=180a42342ab54ecf9731a6938c11faae HTTP/1.1" status: 200 len: 380 time: 0.0455117 Jul 15 19:12:41.138059 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1cf1aad4-b4c7-44c9-82b2-fce97bcffe7e req-56aa8819-c09c-4f88-9bef-5b419c893621 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 943 time: 0.0774009 Jul 15 19:12:41.148495 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-042a58a5-0f09-4701-8957-94b79deffeeb tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Request body: {'port': {'device_id': '54b60ccd-abdb-4f0b-bc5a-063f0398dfbc', 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56', 'admin_state_up': True, 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'security_groups': ['848fb33d-857e-45aa-9632-be3241fd2f98']}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:12:41.195257 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1cf1aad4-b4c7-44c9-82b2-fce97bcffe7e req-332616bf-eaae-42ff-8a1f-9afb6c650a64 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508134 Jul 15 19:12:41.295150 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-042a58a5-0f09-4701-8957-94b79deffeeb tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Made reservation on behalf of 180a42342ab54ecf9731a6938c11faae for: {'port': 1} {{(pid=93658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:12:41.302620 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-042a58a5-0f09-4701-8957-94b79deffeeb tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:41.446458 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.db_base_plugin_common [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-042a58a5-0f09-4701-8957-94b79deffeeb tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Allocated IP 172.20.0.6 (68db1402-794a-4fcf-beca-a85ea1b44a56/67978492-7f73-452d-9401-7aabf267f48c/ac25e7a0-37dd-42ef-8de3-5716fd449b31) {{(pid=93658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:12:41.593345 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-042a58a5-0f09-4701-8957-94b79deffeeb tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks [] for port, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:41.607297 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.provisioning_blocks [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-042a58a5-0f09-4701-8957-94b79deffeeb tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Transition to ACTIVE for port object ac25e7a0-37dd-42ef-8de3-5716fd449b31 will not be triggered until provisioned by entity DHCP. {{(pid=93658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:12:41.641197 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-042a58a5-0f09-4701-8957-94b79deffeeb tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4513278'] for port, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:41.683237 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-042a58a5-0f09-4701-8957-94b79deffeeb tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Network 68db1402-794a-4fcf-beca-a85ea1b44a56 is already hosted by enough agents. {{(pid=93658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:12:41.688890 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.base_scheduler [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-042a58a5-0f09-4701-8957-94b79deffeeb tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Resources bound (agent type, host, resource id): {{(pid=93658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:12:41.694395 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.l3_dvrscheduler_db [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-042a58a5-0f09-4701-8957-94b79deffeeb tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Received port after_create {{(pid=93658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:12:41.732809 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a58a5-0f09-4701-8957-94b79deffeeb tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Pushing event updated for resources: {'Port': ['ID=ac25e7a0-37dd-42ef-8de3-5716fd449b31,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:41.766899 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-042a58a5-0f09-4701-8957-94b79deffeeb tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:41.767662 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-042a58a5-0f09-4701-8957-94b79deffeeb tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:41.778332 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 699fbff3-3c58-4b4b-9909-bf1c290eda90 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:12:41.787056 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-042a58a5-0f09-4701-8957-94b79deffeeb tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6428027 Jul 15 19:12:41.811360 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-e9f52426-0605-40ee-a4ed-1f5908270977 service neutron] Request body: {'port': {'device_id': '54b60ccd-abdb-4f0b-bc5a-063f0398dfbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:12:41.923648 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 699fbff3-3c58-4b4b-9909-bf1c290eda90, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=699fbff3-3c58-4b4b-9909-bf1c290eda90,segment=NetworkSegment(698fe472-5cd2-4ce0-93ec-3a302994f98b),segment_id=698fe472-5cd2-4ce0-93ec-3a302994f98b)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:12:41.931872 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-e9f52426-0605-40ee-a4ed-1f5908270977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:41.939033 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Returning: {'device': '699fbff3-3c58-4b4b-9909-bf1c290eda90', 'network_id': '7d50aa2d-604e-4f65-a71a-b638bdc835af', 'port_id': '699fbff3-3c58-4b4b-9909-bf1c290eda90', 'mac_address': 'fa:16:3e:60:08:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f465249e-fbc0-4204-8af8-3bf63247cd6c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:12:41.987829 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:41.991587 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-5fc2b14d-4a01-4604-adcd-b06a947b7ba0 None None] Provisioning for port ac25e7a0-37dd-42ef-8de3-5716fd449b31 completed by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:12:42.003845 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-5fc2b14d-4a01-4604-adcd-b06a947b7ba0 None None] Provisioning complete for port ac25e7a0-37dd-42ef-8de3-5716fd449b31 triggered by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:12:42.004218 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-5fc2b14d-4a01-4604-adcd-b06a947b7ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:42.008818 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 699fbff3-3c58-4b4b-9909-bf1c290eda90 {{(pid=93659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:12:42.023113 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986dd709-aba3-4c10-b983-07afd38a6c2c req-2f32b35d-acab-4b08-82b1-3836e2bfa0c2 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:42.024723 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-986dd709-aba3-4c10-b983-07afd38a6c2c req-2f32b35d-acab-4b08-82b1-3836e2bfa0c2 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=54b60ccd-abdb-4f0b-bc5a-063f0398dfbc HTTP/1.1" status: 200 len: 931 time: 0.1332700 Jul 15 19:12:42.057221 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 699fbff3-3c58-4b4b-9909-bf1c290eda90, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=699fbff3-3c58-4b4b-9909-bf1c290eda90,segment=NetworkSegment(698fe472-5cd2-4ce0-93ec-3a302994f98b),segment_id=698fe472-5cd2-4ce0-93ec-3a302994f98b)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:12:42.060103 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-5fc2b14d-4a01-4604-adcd-b06a947b7ba0 None None] Port ac25e7a0-37dd-42ef-8de3-5716fd449b31 cannot update to ACTIVE because it is not bound. {{(pid=93659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:12:42.063292 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:42.133758 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-986dd709-aba3-4c10-b983-07afd38a6c2c req-b6777257-4965-4cf7-b98c-86f9c5706fa9 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657835 Jul 15 19:12:42.135163 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=699fbff3-3c58-4b4b-9909-bf1c290eda90,revision_number=4']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:42.297358 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.notifiers.nova [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-e9f52426-0605-40ee-a4ed-1f5908270977 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac25e7a0-37dd-42ef-8de3-5716fd449b31 {{(pid=93658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:12:42.306039 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-e9f52426-0605-40ee-a4ed-1f5908270977 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:42.321001 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.provisioning_blocks [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-e9f52426-0605-40ee-a4ed-1f5908270977 service neutron] Transition to ACTIVE for port object ac25e7a0-37dd-42ef-8de3-5716fd449b31 will not be triggered until provisioned by entity L2. {{(pid=93658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:12:42.326482 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-e9f52426-0605-40ee-a4ed-1f5908270977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4513223'] for port, after_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:42.385135 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f52426-0605-40ee-a4ed-1f5908270977 service neutron] Pushing event updated for resources: {'Port': ['ID=ac25e7a0-37dd-42ef-8de3-5716fd449b31,revision_number=2']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:42.394671 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4953ca4-84da-4dd6-b096-84c84339bd4c req-21b484b9-e371-4e16-aab8-18f25dabb02f tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:42.402370 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-e4953ca4-84da-4dd6-b096-84c84339bd4c req-21b484b9-e371-4e16-aab8-18f25dabb02f tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 944 time: 0.0825334 Jul 15 19:12:42.453466 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-e4953ca4-84da-4dd6-b096-84c84339bd4c req-64300676-6492-467b-b14c-51b3479ce99b tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503705 Jul 15 19:12:42.471713 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] get_ports_and_sgs() called for port_ids ['699fbff3-3c58-4b4b-9909-bf1c290eda90'] {{(pid=93659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:12:42.472681 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.managers [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-e9f52426-0605-40ee-a4ed-1f5908270977 service neutron] Attempting to bind port ac25e7a0-37dd-42ef-8de3-5716fd449b31 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:12:42.472973 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.managers [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-e9f52426-0605-40ee-a4ed-1f5908270977 service neutron] Attempting to bind port ac25e7a0-37dd-42ef-8de3-5716fd449b31 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '7666ad49-8517-4aa2-be40-d759823ff89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56'}] {{(pid=93658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:12:42.473394 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-e9f52426-0605-40ee-a4ed-1f5908270977 service neutron] Attempting to bind port ac25e7a0-37dd-42ef-8de3-5716fd449b31 on network 68db1402-794a-4fcf-beca-a85ea1b44a56 {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:12:42.478800 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-e9f52426-0605-40ee-a4ed-1f5908270977 service neutron] Port ac25e7a0-37dd-42ef-8de3-5716fd449b31 on network 68db1402-794a-4fcf-beca-a85ea1b44a56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:12:42.479124 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-e9f52426-0605-40ee-a4ed-1f5908270977 service neutron] Attempting to bind port ac25e7a0-37dd-42ef-8de3-5716fd449b31 on network 68db1402-794a-4fcf-beca-a85ea1b44a56 {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:12:42.485490 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-e9f52426-0605-40ee-a4ed-1f5908270977 service neutron] Checking agent: {'id': 'ff69530c-d7d1-4bd0-8ab4-9c33ea1455de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 2, 58), 'started_at': datetime.datetime(2021, 7, 15, 19, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:12:42.485868 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-e9f52426-0605-40ee-a4ed-1f5908270977 service neutron] Checking segment: {'id': '7666ad49-8517-4aa2-be40-d759823ff89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:12:42.486338 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-e9f52426-0605-40ee-a4ed-1f5908270977 service neutron] Bound using segment: {'id': '7666ad49-8517-4aa2-be40-d759823ff89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56'} {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:12:42.491657 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.managers [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-e9f52426-0605-40ee-a4ed-1f5908270977 service neutron] Bound port: ac25e7a0-37dd-42ef-8de3-5716fd449b31, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7666ad49-8517-4aa2-be40-d759823ff89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56'}}] {{(pid=93658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:12:42.492018 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-e9f52426-0605-40ee-a4ed-1f5908270977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:42.576403 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.db [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-e9f52426-0605-40ee-a4ed-1f5908270977 service neutron] For port ac25e7a0-37dd-42ef-8de3-5716fd449b31, host hv-cinder-78836, cleared binding levels {{(pid=93658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:12:42.580163 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.db [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-e9f52426-0605-40ee-a4ed-1f5908270977 service neutron] For port ac25e7a0-37dd-42ef-8de3-5716fd449b31, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ac25e7a0-37dd-42ef-8de3-5716fd449b31,segment=NetworkSegment(7666ad49-8517-4aa2-be40-d759823ff89a),segment_id=7666ad49-8517-4aa2-be40-d759823ff89a)] {{(pid=93658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:12:42.591302 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-e9f52426-0605-40ee-a4ed-1f5908270977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4513223'] for port, after_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:42.636919 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-e9f52426-0605-40ee-a4ed-1f5908270977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:42.637684 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-e9f52426-0605-40ee-a4ed-1f5908270977 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:42.639239 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-e9f52426-0605-40ee-a4ed-1f5908270977 service neutron] 10.222.0.69 "PUT /v2.0/ports/ac25e7a0-37dd-42ef-8de3-5716fd449b31 HTTP/1.1" status: 200 len: 1093 time: 0.8354156 Jul 15 19:12:42.640033 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54b60ccd-abdb-4f0b-bc5a-063f0398dfbc', 'tag': 'ac25e7a0-37dd-42ef-8de3-5716fd449b31'}] {{(pid=93658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:12:42.642497 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b58f88415513d6787191dd44e0a29b3917631101a239d5effbe25afab188a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4724abc6-3eb5-42b2-a52d-5dc6053cfefd" -d '{"events": [{"name": "network-changed", "server_uuid": "54b60ccd-abdb-4f0b-bc5a-063f0398dfbc", "tag": "ac25e7a0-37dd-42ef-8de3-5716fd449b31"}]}' {{(pid=93658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:12:42.679409 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f52426-0605-40ee-a4ed-1f5908270977 service neutron] Pushing event updated for resources: {'Port': ['ID=ac25e7a0-37dd-42ef-8de3-5716fd449b31,revision_number=3']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:42.737750 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017bb855-c6ff-4c91-aae2-3dc0149cb933 x-openstack-request-id: req-017bb855-c6ff-4c91-aae2-3dc0149cb933 {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:12:42.738267 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54b60ccd-abdb-4f0b-bc5a-063f0398dfbc", "tag": "ac25e7a0-37dd-42ef-8de3-5716fd449b31", "status": "completed", "code": 200}]} {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:12:42.738747 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-017bb855-c6ff-4c91-aae2-3dc0149cb933 {{(pid=93658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:12:42.738961 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54b60ccd-abdb-4f0b-bc5a-063f0398dfbc', 'tag': 'ac25e7a0-37dd-42ef-8de3-5716fd449b31', 'status': 'completed', 'code': 200} Jul 15 19:12:42.838502 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-733f52f8-6619-4d04-8586-a87f569f370f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:42.842608 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-733f52f8-6619-4d04-8586-a87f569f370f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=180a42342ab54ecf9731a6938c11faae&device_id=54b60ccd-abdb-4f0b-bc5a-063f0398dfbc HTTP/1.1" status: 200 len: 1096 time: 0.1168196 Jul 15 19:12:42.899390 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-3a7f24cf-e44a-41fd-ab9f-a3d6f967304a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac25e7a0-37dd-42ef-8de3-5716fd449b31 HTTP/1.1" status: 200 len: 217 time: 0.0429919 Jul 15 19:12:42.989291 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-a822429b-52cf-49ef-bd10-9b2bbf45fbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:42.991842 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-a822429b-52cf-49ef-bd10-9b2bbf45fbc9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=67978492-7f73-452d-9401-7aabf267f48c HTTP/1.1" status: 200 len: 850 time: 0.0845017 Jul 15 19:12:43.062916 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-af77af67-c3c7-4dc2-9fec-eaeb5f80d311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:43.064422 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-af77af67-c3c7-4dc2-9fec-eaeb5f80d311 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=68db1402-794a-4fcf-beca-a85ea1b44a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0629647 Jul 15 19:12:43.161381 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-49ddcef4-929c-444b-bdf6-62671afd33ab service neutron] 10.222.0.69 "GET /v2.0/networks/68db1402-794a-4fcf-beca-a85ea1b44a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897529 Jul 15 19:12:43.269181 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-550d9056-06d6-48c0-b8ea-8e6bb9aa6ebc req-aad1dfd8-475b-4b00-8f82-e8e5a28c894c service neutron] 10.222.0.69 "GET /v2.0/networks/68db1402-794a-4fcf-beca-a85ea1b44a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005661 Jul 15 19:12:43.345302 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6550fb5-81af-4a60-8ccf-8dbc5d3522eb req-3f63909d-ff2f-4cf0-b72b-a27b35f775bb tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:43.346918 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f6550fb5-81af-4a60-8ccf-8dbc5d3522eb req-3f63909d-ff2f-4cf0-b72b-a27b35f775bb tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=54b60ccd-abdb-4f0b-bc5a-063f0398dfbc HTTP/1.1" status: 200 len: 943 time: 0.0730801 Jul 15 19:12:43.418963 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f6550fb5-81af-4a60-8ccf-8dbc5d3522eb req-7bad4589-2239-46d3-aa07-cb2e0f528d7b tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661657 Jul 15 19:12:43.443950 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724abc6-3eb5-42b2-a52d-5dc6053cfefd req-e2bd35f0-6250-4ec1-8d92-72fee8e9d17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:43.445446 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-4724abc6-3eb5-42b2-a52d-5dc6053cfefd req-e2bd35f0-6250-4ec1-8d92-72fee8e9d17e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=180a42342ab54ecf9731a6938c11faae&device_id=54b60ccd-abdb-4f0b-bc5a-063f0398dfbc HTTP/1.1" status: 200 len: 1096 time: 0.0790429 Jul 15 19:12:43.546991 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724abc6-3eb5-42b2-a52d-5dc6053cfefd req-018d9d3b-ace7-4548-b554-97e3bf0f03d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:43.548504 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-4724abc6-3eb5-42b2-a52d-5dc6053cfefd req-018d9d3b-ace7-4548-b554-97e3bf0f03d0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=68db1402-794a-4fcf-beca-a85ea1b44a56 HTTP/1.1" status: 200 len: 913 time: 0.0963428 Jul 15 19:12:43.598489 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-4724abc6-3eb5-42b2-a52d-5dc6053cfefd req-9099108b-2948-4712-bf70-39d8b5866517 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac25e7a0-37dd-42ef-8de3-5716fd449b31 HTTP/1.1" status: 200 len: 217 time: 0.0406783 Jul 15 19:12:43.644289 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1cc5cf-f61b-4580-92d9-60dab46f3623 req-fcfff979-c47d-45be-b9c1-fb2f4b88c190 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:43.646202 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-aa1cc5cf-f61b-4580-92d9-60dab46f3623 req-fcfff979-c47d-45be-b9c1-fb2f4b88c190 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 944 time: 0.0807791 Jul 15 19:12:43.657377 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724abc6-3eb5-42b2-a52d-5dc6053cfefd req-39b08ebf-af03-4afb-a37d-fd67cbf75e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:43.658938 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-4724abc6-3eb5-42b2-a52d-5dc6053cfefd req-39b08ebf-af03-4afb-a37d-fd67cbf75e49 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=67978492-7f73-452d-9401-7aabf267f48c HTTP/1.1" status: 200 len: 850 time: 0.0530784 Jul 15 19:12:43.705101 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-aa1cc5cf-f61b-4580-92d9-60dab46f3623 req-ef07d46e-559b-44f1-93c0-2575eb9b8e21 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514438 Jul 15 19:12:43.723654 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724abc6-3eb5-42b2-a52d-5dc6053cfefd req-31554cd9-89ad-4c32-a3ca-a0e13f087370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:43.725379 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-4724abc6-3eb5-42b2-a52d-5dc6053cfefd req-31554cd9-89ad-4c32-a3ca-a0e13f087370 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=68db1402-794a-4fcf-beca-a85ea1b44a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0592725 Jul 15 19:12:43.790265 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 699fbff3-3c58-4b4b-9909-bf1c290eda90 up at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:12:43.824628 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-4724abc6-3eb5-42b2-a52d-5dc6053cfefd req-2f6ad97d-c546-4064-8375-a35548727f17 service neutron] 10.222.0.69 "GET /v2.0/networks/68db1402-794a-4fcf-beca-a85ea1b44a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904453 Jul 15 19:12:43.860181 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Provisioning for port 699fbff3-3c58-4b4b-9909-bf1c290eda90 completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:12:43.865410 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Provisioning complete for port 699fbff3-3c58-4b4b-9909-bf1c290eda90 triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:12:43.865908 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:43.947669 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-4724abc6-3eb5-42b2-a52d-5dc6053cfefd req-79edd608-1843-48d1-be6b-42b0ad980772 service neutron] 10.222.0.69 "GET /v2.0/networks/68db1402-794a-4fcf-beca-a85ea1b44a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121931 Jul 15 19:12:43.981846 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:44.009596 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4774502b-db71-4203-970a-f43bc57846b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699fbff3-3c58-4b4b-9909-bf1c290eda90'}] {{(pid=93659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:12:44.012162 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cff241be1680f95bd86cb63ae369edb514e49424f5374e734ea98f44dc6e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64f4503-828c-4fa1-bf3c-02fd931c7e52" -d '{"events": [{"server_uuid": "4774502b-db71-4203-970a-f43bc57846b7", "name": "network-vif-plugged", "status": "completed", "tag": "699fbff3-3c58-4b4b-9909-bf1c290eda90"}]}' {{(pid=93659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:12:44.027582 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 699fbff3-3c58-4b4b-9909-bf1c290eda90, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=699fbff3-3c58-4b4b-9909-bf1c290eda90,segment=NetworkSegment(698fe472-5cd2-4ce0-93ec-3a302994f98b),segment_id=698fe472-5cd2-4ce0-93ec-3a302994f98b)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:12:44.032609 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:44.070734 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3decbc-ce98-447b-a68b-51926d6a39a4 x-openstack-request-id: req-7a3decbc-ce98-447b-a68b-51926d6a39a4 {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:12:44.071357 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4774502b-db71-4203-970a-f43bc57846b7", "name": "network-vif-plugged", "status": "completed", "tag": "699fbff3-3c58-4b4b-9909-bf1c290eda90", "code": 200}]} {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:12:44.071836 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7a3decbc-ce98-447b-a68b-51926d6a39a4 {{(pid=93659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:12:44.072627 dv-cinder-788363-8-iscsi neutron-server[93659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4774502b-db71-4203-970a-f43bc57846b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699fbff3-3c58-4b4b-9909-bf1c290eda90', 'code': 200} Jul 15 19:12:44.117164 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=699fbff3-3c58-4b4b-9909-bf1c290eda90,revision_number=5']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:44.436611 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41afab2-a7b6-4993-98ac-e195d909a307 req-0621015a-43be-4ef4-ba1a-7e2796e6a69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:44.438327 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-a41afab2-a7b6-4993-98ac-e195d909a307 req-0621015a-43be-4ef4-ba1a-7e2796e6a69b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 1098 time: 0.0609424 Jul 15 19:12:44.482055 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-a41afab2-a7b6-4993-98ac-e195d909a307 req-016ad77a-b97a-48bb-9e10-91c259b4e149 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328453 Jul 15 19:12:44.670175 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb709057-7eab-4f5c-947f-15794af73180 req-e5a8d96f-43c7-4051-b8ac-ab8bd5480cb6 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:44.671925 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-eb709057-7eab-4f5c-947f-15794af73180 req-e5a8d96f-43c7-4051-b8ac-ab8bd5480cb6 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=54b60ccd-abdb-4f0b-bc5a-063f0398dfbc HTTP/1.1" status: 200 len: 943 time: 0.0755413 Jul 15 19:12:44.720315 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-eb709057-7eab-4f5c-947f-15794af73180 req-a5cbf3e3-f093-48e8-a87c-c2fe0beb079a tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422611 Jul 15 19:12:44.895416 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68e25b-9585-4643-be6a-bba7fa0d1b69 req-fec3ac19-63ef-4912-a2fc-f19a772853d5 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:44.897027 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-ce68e25b-9585-4643-be6a-bba7fa0d1b69 req-fec3ac19-63ef-4912-a2fc-f19a772853d5 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 945 time: 0.0668108 Jul 15 19:12:44.942214 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-ce68e25b-9585-4643-be6a-bba7fa0d1b69 req-b4bc0dda-ebe5-486d-802d-b43eb159821f tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391924 Jul 15 19:12:45.987423 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c3a73-968e-4271-963c-8d94c18c73c1 req-5a69a801-8ac6-41ab-9796-1e28504e348c tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:45.999324 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-b36c3a73-968e-4271-963c-8d94c18c73c1 req-5a69a801-8ac6-41ab-9796-1e28504e348c tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=54b60ccd-abdb-4f0b-bc5a-063f0398dfbc HTTP/1.1" status: 200 len: 943 time: 0.1236222 Jul 15 19:12:46.103400 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-b36c3a73-968e-4271-963c-8d94c18c73c1 req-c62fabd0-1bd2-4f79-b794-d46407ea2075 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957463 Jul 15 19:12:46.295628 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457cd29-10fa-4ea2-8d67-e5d19e6a701a req-8296cc90-cf3e-4fb7-bffd-5888f3100c68 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:46.303162 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-5457cd29-10fa-4ea2-8d67-e5d19e6a701a req-8296cc90-cf3e-4fb7-bffd-5888f3100c68 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 945 time: 0.0832145 Jul 15 19:12:46.346462 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-5457cd29-10fa-4ea2-8d67-e5d19e6a701a req-76967b2d-60f8-4330-a0ad-c2e214fea25d tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421112 Jul 15 19:12:47.293109 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f357e5-e144-4c86-bcc0-6ca48b42f613 req-fd837ff2-589d-4e52-97b8-0e76069b13db tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:47.294658 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-68f357e5-e144-4c86-bcc0-6ca48b42f613 req-fd837ff2-589d-4e52-97b8-0e76069b13db tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=54b60ccd-abdb-4f0b-bc5a-063f0398dfbc HTTP/1.1" status: 200 len: 943 time: 0.0664313 Jul 15 19:12:47.335116 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-68f357e5-e144-4c86-bcc0-6ca48b42f613 req-bc38a0f2-3b69-457a-8f81-6a2966541cdf tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343900 Jul 15 19:12:47.538360 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ccf22-e4cb-4396-896b-0ade8e70e2df req-26ffb6ba-38ae-4ec5-bdc5-a2d3ff60e8a3 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:47.539867 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-0b7ccf22-e4cb-4396-896b-0ade8e70e2df req-26ffb6ba-38ae-4ec5-bdc5-a2d3ff60e8a3 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 945 time: 0.0765116 Jul 15 19:12:47.584956 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-0b7ccf22-e4cb-4396-896b-0ade8e70e2df req-36fad343-616a-4778-9bf1-d2f5441ba5ec tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395057 Jul 15 19:12:47.765131 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb1577-536a-4bb4-85ae-93cb7bb40602 req-6f40fb8d-fa8f-4e34-a849-e5ec4b966ef6 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:47.766752 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-60fb1577-536a-4bb4-85ae-93cb7bb40602 req-6f40fb8d-fa8f-4e34-a849-e5ec4b966ef6 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 945 time: 0.0682240 Jul 15 19:12:47.807562 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-60fb1577-536a-4bb4-85ae-93cb7bb40602 req-73f6110c-a4e8-46b5-a0a3-63e5b0a30a3a tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348496 Jul 15 19:12:47.833129 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 58156) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:12:48.045858 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bc5329-807e-4cb8-924d-da76e4a9e585 tempest-TestShelveInstance-1930129151 tempest-TestShelveInstance-1930129151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:48.047702 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-96bc5329-807e-4cb8-924d-da76e4a9e585 tempest-TestShelveInstance-1930129151 tempest-TestShelveInstance-1930129151-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 1093 time: 0.2135069 Jul 15 19:12:48.050559 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 58160) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:12:48.055125 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-cc659ece-c4d2-4964-8d76-3ad8b551a399 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Request body: {'floatingip': {'floating_network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'port_id': '699fbff3-3c58-4b4b-9909-bf1c290eda90', 'tenant_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:12:48.078096 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-cc659ece-c4d2-4964-8d76-3ad8b551a399 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks [] for floatingip, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:48.188090 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-cc659ece-c4d2-4964-8d76-3ad8b551a399 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:48.305646 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.db_base_plugin_common [None req-cc659ece-c4d2-4964-8d76-3ad8b551a399 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Allocated IP 172.27.2.189 (e1e7053a-85e2-45af-9353-c5375187db21/9528084b-89d8-4124-b104-08bd71cd5eaa/824ac306-fe8c-4a28-aece-6dd903b8db34) {{(pid=93657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:12:48.412228 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-cc659ece-c4d2-4964-8d76-3ad8b551a399 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks [] for port, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:48.457083 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-cc659ece-c4d2-4964-8d76-3ad8b551a399 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:48.514525 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc659ece-c4d2-4964-8d76-3ad8b551a399 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Network e1e7053a-85e2-45af-9353-c5375187db21 is already hosted by enough agents. {{(pid=93657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:12:48.519295 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.base_scheduler [None req-cc659ece-c4d2-4964-8d76-3ad8b551a399 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Resources bound (agent type, host, resource id): {{(pid=93657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:12:48.528840 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc659ece-c4d2-4964-8d76-3ad8b551a399 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Received port after_create {{(pid=93657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:12:48.540304 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749e1a6-9cda-45a4-903d-b556b70bfb1f req-cdcb8153-ace3-4c65-81d1-735d078759ef tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:48.542248 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-d749e1a6-9cda-45a4-903d-b556b70bfb1f req-cdcb8153-ace3-4c65-81d1-735d078759ef tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=54b60ccd-abdb-4f0b-bc5a-063f0398dfbc HTTP/1.1" status: 200 len: 943 time: 0.0954700 Jul 15 19:12:48.558947 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc659ece-c4d2-4964-8d76-3ad8b551a399 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Pushing event updated for resources: {'Port': ['ID=824ac306-fe8c-4a28-aece-6dd903b8db34,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:48.590198 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-d749e1a6-9cda-45a4-903d-b556b70bfb1f req-1bf1fec4-7651-4fde-85bd-0fa9aa80ca7b tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396976 Jul 15 19:12:48.938749 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-cc659ece-c4d2-4964-8d76-3ad8b551a399 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:49.016800 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-cc659ece-c4d2-4964-8d76-3ad8b551a399 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:49.173831 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-cc659ece-c4d2-4964-8d76-3ad8b551a399 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks [] for port, precommit_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:49.178684 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-cc659ece-c4d2-4964-8d76-3ad8b551a399 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6305852'] for port, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:49.249472 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc659ece-c4d2-4964-8d76-3ad8b551a399 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Pushing event updated for resources: {'Port': ['ID=824ac306-fe8c-4a28-aece-6dd903b8db34,revision_number=2']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:49.262901 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-cc659ece-c4d2-4964-8d76-3ad8b551a399 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764579'] for floatingip, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:49.360349 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.db.l3_db [None req-cc659ece-c4d2-4964-8d76-3ad8b551a399 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Floating IP f32616c6-d1d8-49bc-9984-f08ea0122565 associated. External IP: 172.27.2.189, port: 699fbff3-3c58-4b4b-9909-bf1c290eda90. Jul 15 19:12:49.470006 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-57631f2f-a447-4168-a1e2-6b5b3b0421fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:49.574279 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc659ece-c4d2-4964-8d76-3ad8b551a399 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Router 118055e5-c1a0-485a-8e26-a68407e20b6b has already been hosted by L3 agent d1959f4f-c5e4-447e-bdea-87c7e923db15 {{(pid=93657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:12:49.697579 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc659ece-c4d2-4964-8d76-3ad8b551a399 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify agent at l3_agent.dv-cinder-788363-8-iscsi the message routers_updated {{(pid=93657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:12:49.710418 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37594614-cb38-45e2-81c3-cec63efa4073 None None] Sync routers for ids ['118055e5-c1a0-485a-8e26-a68407e20b6b'] in dv-cinder-788363-8-iscsi {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:12:49.720795 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37594614-cb38-45e2-81c3-cec63efa4073 None None] Routers {'118055e5-c1a0-485a-8e26-a68407e20b6b'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:12:49.721503 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-37594614-cb38-45e2-81c3-cec63efa4073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:12:22Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['118055e5-c1a0-485a-8e26-a68407e20b6b'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:12:49.745202 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-cc659ece-c4d2-4964-8d76-3ad8b551a399 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for floatingip, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:49.796913 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-cc659ece-c4d2-4964-8d76-3ad8b551a399 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7448010 Jul 15 19:12:49.801996 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4774502b-db71-4203-970a-f43bc57846b7', 'tag': '699fbff3-3c58-4b4b-9909-bf1c290eda90'}] {{(pid=93657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:12:49.805434 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b0cfcdb1f3b1ee888c4befe2123a349a82046d9ec1555bca0e5a99b684397f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d3f2e1-e8e3-4345-a340-d75e1078dcb3" -d '{"events": [{"name": "network-changed", "server_uuid": "4774502b-db71-4203-970a-f43bc57846b7", "tag": "699fbff3-3c58-4b4b-9909-bf1c290eda90"}]}' {{(pid=93657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:12:49.838601 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce5b48-fd72-47cc-9fab-383333279494 req-1d4e5d62-66da-47bc-896a-9235529b83ea tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:49.839958 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-59ce5b48-fd72-47cc-9fab-383333279494 req-1d4e5d62-66da-47bc-896a-9235529b83ea tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=54b60ccd-abdb-4f0b-bc5a-063f0398dfbc HTTP/1.1" status: 200 len: 943 time: 0.1332657 Jul 15 19:12:49.846953 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275e8f8c-b28b-40fa-ad54-19e9a8a6b84a x-openstack-request-id: req-275e8f8c-b28b-40fa-ad54-19e9a8a6b84a {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:12:49.847251 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4774502b-db71-4203-970a-f43bc57846b7", "tag": "699fbff3-3c58-4b4b-9909-bf1c290eda90", "status": "completed", "code": 200}]} {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:12:49.847512 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-275e8f8c-b28b-40fa-ad54-19e9a8a6b84a {{(pid=93657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:12:49.847916 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4774502b-db71-4203-970a-f43bc57846b7', 'tag': '699fbff3-3c58-4b4b-9909-bf1c290eda90', 'status': 'completed', 'code': 200} Jul 15 19:12:49.862993 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-37594614-cb38-45e2-81c3-cec63efa4073 None None] Set router 118055e5-c1a0-485a-8e26-a68407e20b6b gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:12:49.887900 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-59ce5b48-fd72-47cc-9fab-383333279494 req-1f646ba3-9cad-4c8d-96c1-31d88e26c942 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357454 Jul 15 19:12:50.085442 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-37594614-cb38-45e2-81c3-cec63efa4073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118055e5-c1a0-485a-8e26-a68407e20b6b', 'name': 'tempest-TestShelveInstance-1053106106-router', 'tenant_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '7a27d636-b845-4c4a-b4eb-5eaf461330bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:11:50Z', 'updated_at': '2021-07-15T19:11:53Z', 'revision_number': 4, 'project_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'gw_port': {'id': '7a27d636-b845-4c4a-b4eb-5eaf461330bc', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:21:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118055e5-c1a0-485a-8e26-a68407e20b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:11:50Z', 'updated_at': '2021-07-15T19:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_floatingips': [{'id': 'f32616c6-d1d8-49bc-9984-f08ea0122565', 'tenant_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'floating_ip_address': '172.27.2.189', 'floating_network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'router_id': '118055e5-c1a0-485a-8e26-a68407e20b6b', 'port_id': '699fbff3-3c58-4b4b-9909-bf1c290eda90', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d50aa2d-604e-4f65-a71a-b638bdc835af', 'mac_address': 'fa:16:3e:60:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4774502b-db71-4203-970a-f43bc57846b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:12:48Z', 'updated_at': '2021-07-15T19:12:48Z', 'revision_number': 0, 'project_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6f7d03c-8862-401b-865d-55d513175a1a', 'name': '', 'network_id': '7d50aa2d-604e-4f65-a71a-b638bdc835af', 'tenant_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'mac_address': 'fa:16:3e:82:30:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118055e5-c1a0-485a-8e26-a68407e20b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f465249e-fbc0-4204-8af8-3bf63247cd6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:11:52Z', 'updated_at': '2021-07-15T19:12:00Z', 'revision_number': 5, 'project_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'subnets': [{'id': 'f465249e-fbc0-4204-8af8-3bf63247cd6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:12:50.117800 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37594614-cb38-45e2-81c3-cec63efa4073 None None] Checking router: 118055e5-c1a0-485a-8e26-a68407e20b6b for host: dv-cinder-788363-8-iscsi {{(pid=93659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:12:50.126325 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37594614-cb38-45e2-81c3-cec63efa4073 None None] Routers {'118055e5-c1a0-485a-8e26-a68407e20b6b'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:12:50.126932 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-37594614-cb38-45e2-81c3-cec63efa4073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:12:22Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['118055e5-c1a0-485a-8e26-a68407e20b6b'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:12:50.238782 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-37594614-cb38-45e2-81c3-cec63efa4073 None None] Set router 118055e5-c1a0-485a-8e26-a68407e20b6b gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:12:50.479990 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-37594614-cb38-45e2-81c3-cec63efa4073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118055e5-c1a0-485a-8e26-a68407e20b6b', 'name': 'tempest-TestShelveInstance-1053106106-router', 'tenant_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '7a27d636-b845-4c4a-b4eb-5eaf461330bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:11:50Z', 'updated_at': '2021-07-15T19:11:53Z', 'revision_number': 4, 'project_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'gw_port': {'id': '7a27d636-b845-4c4a-b4eb-5eaf461330bc', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:21:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118055e5-c1a0-485a-8e26-a68407e20b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:11:50Z', 'updated_at': '2021-07-15T19:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_floatingips': [{'id': 'f32616c6-d1d8-49bc-9984-f08ea0122565', 'tenant_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'floating_ip_address': '172.27.2.189', 'floating_network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'router_id': '118055e5-c1a0-485a-8e26-a68407e20b6b', 'port_id': '699fbff3-3c58-4b4b-9909-bf1c290eda90', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d50aa2d-604e-4f65-a71a-b638bdc835af', 'mac_address': 'fa:16:3e:60:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4774502b-db71-4203-970a-f43bc57846b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:12:48Z', 'updated_at': '2021-07-15T19:12:48Z', 'revision_number': 0, 'project_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6f7d03c-8862-401b-865d-55d513175a1a', 'name': '', 'network_id': '7d50aa2d-604e-4f65-a71a-b638bdc835af', 'tenant_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'mac_address': 'fa:16:3e:82:30:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118055e5-c1a0-485a-8e26-a68407e20b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f465249e-fbc0-4204-8af8-3bf63247cd6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:11:52Z', 'updated_at': '2021-07-15T19:12:00Z', 'revision_number': 5, 'project_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'subnets': [{'id': 'f465249e-fbc0-4204-8af8-3bf63247cd6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:12:50.505670 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37594614-cb38-45e2-81c3-cec63efa4073 None None] The sync data for ids ['118055e5-c1a0-485a-8e26-a68407e20b6b'] in dv-cinder-788363-8-iscsi is: [{'id': '118055e5-c1a0-485a-8e26-a68407e20b6b', 'name': 'tempest-TestShelveInstance-1053106106-router', 'tenant_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '7a27d636-b845-4c4a-b4eb-5eaf461330bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:11:50Z', 'updated_at': '2021-07-15T19:11:53Z', 'revision_number': 4, 'project_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'gw_port': {'id': '7a27d636-b845-4c4a-b4eb-5eaf461330bc', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:21:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118055e5-c1a0-485a-8e26-a68407e20b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:11:50Z', 'updated_at': '2021-07-15T19:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_floatingips': [{'id': 'f32616c6-d1d8-49bc-9984-f08ea0122565', 'tenant_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'floating_ip_address': '172.27.2.189', 'floating_network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'router_id': '118055e5-c1a0-485a-8e26-a68407e20b6b', 'port_id': '699fbff3-3c58-4b4b-9909-bf1c290eda90', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d50aa2d-604e-4f65-a71a-b638bdc835af', 'mac_address': 'fa:16:3e:60:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4774502b-db71-4203-970a-f43bc57846b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:12:48Z', 'updated_at': '2021-07-15T19:12:48Z', 'revision_number': 0, 'project_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6f7d03c-8862-401b-865d-55d513175a1a', 'name': '', 'network_id': '7d50aa2d-604e-4f65-a71a-b638bdc835af', 'tenant_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'mac_address': 'fa:16:3e:82:30:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118055e5-c1a0-485a-8e26-a68407e20b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f465249e-fbc0-4204-8af8-3bf63247cd6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:11:52Z', 'updated_at': '2021-07-15T19:12:00Z', 'revision_number': 5, 'project_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'subnets': [{'id': 'f465249e-fbc0-4204-8af8-3bf63247cd6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:12:50.710162 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d3e96d-e9a8-4676-8e05-3d77db7ae1e3 None None] New status for floating IP f32616c6-d1d8-49bc-9984-f08ea0122565: ACTIVE {{(pid=93660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:12:50.983872 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3f2e1-e8e3-4345-a340-d75e1078dcb3 req-7ae09c46-312f-47cc-b26c-29106f27b553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:50.985602 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-79d3f2e1-e8e3-4345-a340-d75e1078dcb3 req-7ae09c46-312f-47cc-b26c-29106f27b553 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b2ad1b66aed3448d8e6473bdf587c8be&device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 1098 time: 0.0597458 Jul 15 19:12:51.120260 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3f2e1-e8e3-4345-a340-d75e1078dcb3 req-7a7273fb-7b50-4c5c-bbfc-37002b0a0d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:51.121745 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-79d3f2e1-e8e3-4345-a340-d75e1078dcb3 req-7a7273fb-7b50-4c5c-bbfc-37002b0a0d53 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7d50aa2d-604e-4f65-a71a-b638bdc835af HTTP/1.1" status: 200 len: 911 time: 0.1261036 Jul 15 19:12:51.135375 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac14dba-a186-4188-822b-d53b0c2dcceb req-57b0c62c-b29c-4964-9862-45b1b87128fe tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:51.136946 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-aac14dba-a186-4188-822b-d53b0c2dcceb req-57b0c62c-b29c-4964-9862-45b1b87128fe tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=54b60ccd-abdb-4f0b-bc5a-063f0398dfbc HTTP/1.1" status: 200 len: 943 time: 0.1230083 Jul 15 19:12:51.220184 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-aac14dba-a186-4188-822b-d53b0c2dcceb req-3a7f0f63-7edf-4c5a-b39f-33dd0017c0d6 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757515 Jul 15 19:12:51.224994 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-79d3f2e1-e8e3-4345-a340-d75e1078dcb3 req-00e4b99b-5cf9-4a00-ba6a-6c1a73bb2b6b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=699fbff3-3c58-4b4b-9909-bf1c290eda90 HTTP/1.1" status: 200 len: 1001 time: 0.0861628 Jul 15 19:12:51.277289 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3f2e1-e8e3-4345-a340-d75e1078dcb3 req-ba6c9d34-effd-454f-813b-d87111870c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:51.278831 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-79d3f2e1-e8e3-4345-a340-d75e1078dcb3 req-ba6c9d34-effd-454f-813b-d87111870c7e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f465249e-fbc0-4204-8af8-3bf63247cd6c HTTP/1.1" status: 200 len: 848 time: 0.0442071 Jul 15 19:12:51.339490 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3f2e1-e8e3-4345-a340-d75e1078dcb3 req-b22823a0-d3b2-4936-9186-92743b5fcaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:51.341026 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-79d3f2e1-e8e3-4345-a340-d75e1078dcb3 req-b22823a0-d3b2-4936-9186-92743b5fcaf5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7d50aa2d-604e-4f65-a71a-b638bdc835af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538137 Jul 15 19:12:51.454261 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-79d3f2e1-e8e3-4345-a340-d75e1078dcb3 req-0173d3dd-e300-4096-832b-733df8c17bfe service neutron] 10.222.0.69 "GET /v2.0/networks/7d50aa2d-604e-4f65-a71a-b638bdc835af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034045 Jul 15 19:12:51.559536 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-79d3f2e1-e8e3-4345-a340-d75e1078dcb3 req-52eab9e6-f7b1-40fa-a16e-b6ced481abff service neutron] 10.222.0.69 "GET /v2.0/networks/7d50aa2d-604e-4f65-a71a-b638bdc835af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957935 Jul 15 19:12:52.099900 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:52.162648 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-acbb166c-4c8f-43f5-bd30-715bd903a7f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:52.395354 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc06e1f-56ea-47d0-8c68-ede07d48ad77 req-e2979e9a-7dbd-4e45-b94f-32d28eb808c2 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:52.397561 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-0cc06e1f-56ea-47d0-8c68-ede07d48ad77 req-e2979e9a-7dbd-4e45-b94f-32d28eb808c2 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=54b60ccd-abdb-4f0b-bc5a-063f0398dfbc HTTP/1.1" status: 200 len: 943 time: 0.0647089 Jul 15 19:12:52.435712 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-0cc06e1f-56ea-47d0-8c68-ede07d48ad77 req-2d981241-8088-4607-bf3a-51f4b4220430 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325527 Jul 15 19:12:53.619292 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f24a03-973e-47d2-91be-43af77e6b894 req-0e672bf5-7e6e-432b-aef1-d67df0d0c304 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:53.620814 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-02f24a03-973e-47d2-91be-43af77e6b894 req-0e672bf5-7e6e-432b-aef1-d67df0d0c304 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=54b60ccd-abdb-4f0b-bc5a-063f0398dfbc HTTP/1.1" status: 200 len: 943 time: 0.0707471 Jul 15 19:12:53.660925 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-02f24a03-973e-47d2-91be-43af77e6b894 req-a31500de-dc22-45bd-81e9-95e3c6f8c9d1 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343602 Jul 15 19:12:53.682673 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:54.852023 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc09d3b-c196-4740-b62f-b0d5da259f80 req-5be4d2b6-885b-4da9-b63c-c8b8be75fb0e tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:54.853579 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-fcc09d3b-c196-4740-b62f-b0d5da259f80 req-5be4d2b6-885b-4da9-b63c-c8b8be75fb0e tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=54b60ccd-abdb-4f0b-bc5a-063f0398dfbc HTTP/1.1" status: 200 len: 943 time: 0.0751927 Jul 15 19:12:54.891478 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-fcc09d3b-c196-4740-b62f-b0d5da259f80 req-48a0f1c1-5aac-417d-8cfa-1b9fb57db65c tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320823 Jul 15 19:12:55.564216 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:56.077166 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e4f93-0f89-4843-8988-0771a02e2774 req-f509d2c6-c02a-40ef-8f96-640eb2831c20 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:56.078853 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-420e4f93-0f89-4843-8988-0771a02e2774 req-f509d2c6-c02a-40ef-8f96-640eb2831c20 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=54b60ccd-abdb-4f0b-bc5a-063f0398dfbc HTTP/1.1" status: 200 len: 943 time: 0.0741138 Jul 15 19:12:56.129637 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-420e4f93-0f89-4843-8988-0771a02e2774 req-0a9d5608-6b1c-4c48-b362-594dce307046 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417750 Jul 15 19:12:57.308060 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa7177-9996-47bb-9ffa-0e0c3bbeef49 req-211a3ae8-566a-4a75-807b-cffde09cb2c8 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:57.309629 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-8ffa7177-9996-47bb-9ffa-0e0c3bbeef49 req-211a3ae8-566a-4a75-807b-cffde09cb2c8 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=54b60ccd-abdb-4f0b-bc5a-063f0398dfbc HTTP/1.1" status: 200 len: 943 time: 0.0699699 Jul 15 19:12:57.348250 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-8ffa7177-9996-47bb-9ffa-0e0c3bbeef49 req-16c97e0a-66c0-4111-af4b-46445c3e8c40 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330071 Jul 15 19:12:58.533408 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63830ed9-c977-44de-ad3d-fc12a04e8573 req-206f91fb-68d1-4ea3-a3ab-01584d6889a2 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:58.534903 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-63830ed9-c977-44de-ad3d-fc12a04e8573 req-206f91fb-68d1-4ea3-a3ab-01584d6889a2 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=54b60ccd-abdb-4f0b-bc5a-063f0398dfbc HTTP/1.1" status: 200 len: 943 time: 0.0665956 Jul 15 19:12:58.575765 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-63830ed9-c977-44de-ad3d-fc12a04e8573 req-b3bef972-1086-4d60-b86d-2f56ddd101d5 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349624 Jul 15 19:12:58.643683 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:59.731776 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.agents_db [None req-ef181030-a4ef-48d9-9156-44fb1018252a None None] Agent healthcheck: found 6 active agents {{(pid=93660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:12:59.747631 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd7f1f-45c1-4fdd-a73f-1efc6b2c0364 req-8a5c09f5-11c5-4cb0-88b7-4ceac21149e5 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:59.749091 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f6dd7f1f-45c1-4fdd-a73f-1efc6b2c0364 req-8a5c09f5-11c5-4cb0-88b7-4ceac21149e5 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=54b60ccd-abdb-4f0b-bc5a-063f0398dfbc HTTP/1.1" status: 200 len: 943 time: 0.0619848 Jul 15 19:12:59.786685 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f6dd7f1f-45c1-4fdd-a73f-1efc6b2c0364 req-63b9d6ac-7991-4b76-b294-c6903a14876e tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319829 Jul 15 19:13:00.979008 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dca730-7250-41a9-b26d-5acfb2269995 req-2f3d9211-e881-43c6-b33d-8e67d1bb40ee tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:00.980596 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-30dca730-7250-41a9-b26d-5acfb2269995 req-2f3d9211-e881-43c6-b33d-8e67d1bb40ee tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=54b60ccd-abdb-4f0b-bc5a-063f0398dfbc HTTP/1.1" status: 200 len: 943 time: 0.0743225 Jul 15 19:13:01.020584 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-30dca730-7250-41a9-b26d-5acfb2269995 req-84c32182-0074-4499-ad94-26ba8b9ea27e tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341520 Jul 15 19:13:01.426781 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 58302) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:01.545975 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-72f68a55-da48-4dc1-ae23-5dbe632b2fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:01.638969 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-72f68a55-da48-4dc1-ae23-5dbe632b2fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:01.643161 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-72f68a55-da48-4dc1-ae23-5dbe632b2fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:01.680925 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-72f68a55-da48-4dc1-ae23-5dbe632b2fec admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9913a4388c014f1fa45f017c9ce282f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2526670 Jul 15 19:13:01.681972 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f68a55-da48-4dc1-ae23-5dbe632b2fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bf4c3a-3d0d-44b9-a730-0ea447bd1cdc,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:01.683565 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 58308) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:01.732131 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-6626973c-de4e-496e-8167-69a521bc4c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:01.752558 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-6626973c-de4e-496e-8167-69a521bc4c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:01.796998 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-6626973c-de4e-496e-8167-69a521bc4c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:01.799700 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-6626973c-de4e-496e-8167-69a521bc4c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:01.800838 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-6626973c-de4e-496e-8167-69a521bc4c0d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a2bf4c3a-3d0d-44b9-a730-0ea447bd1cdc HTTP/1.1" status: 204 len: 168 time: 0.1155038 Jul 15 19:13:01.808806 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6626973c-de4e-496e-8167-69a521bc4c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bf4c3a-3d0d-44b9-a730-0ea447bd1cdc,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:01.815686 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6626973c-de4e-496e-8167-69a521bc4c0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:01.816035 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6626973c-de4e-496e-8167-69a521bc4c0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:01.816377 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6626973c-de4e-496e-8167-69a521bc4c0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:01.816712 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6626973c-de4e-496e-8167-69a521bc4c0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:01.817040 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6626973c-de4e-496e-8167-69a521bc4c0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:01.817366 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6626973c-de4e-496e-8167-69a521bc4c0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:01.817794 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6626973c-de4e-496e-8167-69a521bc4c0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:01.818629 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6626973c-de4e-496e-8167-69a521bc4c0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:01.818973 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6626973c-de4e-496e-8167-69a521bc4c0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:01.819361 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6626973c-de4e-496e-8167-69a521bc4c0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:01.819616 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6626973c-de4e-496e-8167-69a521bc4c0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:01.820036 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6626973c-de4e-496e-8167-69a521bc4c0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:02.205651 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a242b-b5f0-4c46-a011-72675e53a666 req-5902ae3d-26f4-4df7-a303-bdba667a54d4 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:02.207248 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-6a8a242b-b5f0-4c46-a011-72675e53a666 req-5902ae3d-26f4-4df7-a303-bdba667a54d4 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=54b60ccd-abdb-4f0b-bc5a-063f0398dfbc HTTP/1.1" status: 200 len: 943 time: 0.0709937 Jul 15 19:13:02.250126 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-6a8a242b-b5f0-4c46-a011-72675e53a666 req-c8f1caf9-c500-4d69-95f4-e86f74a223f6 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357392 Jul 15 19:13:03.434241 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1201ef-1452-4a0b-984b-c99f94a71d5d req-cc236985-d79b-49b0-80b1-d28f6feb0116 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:03.435729 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-8e1201ef-1452-4a0b-984b-c99f94a71d5d req-cc236985-d79b-49b0-80b1-d28f6feb0116 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=54b60ccd-abdb-4f0b-bc5a-063f0398dfbc HTTP/1.1" status: 200 len: 943 time: 0.0676098 Jul 15 19:13:03.472848 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-8e1201ef-1452-4a0b-984b-c99f94a71d5d req-243edbde-352c-4010-9a14-6d4ec208de7a tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315292 Jul 15 19:13:03.870960 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device ac25e7a0-37dd-42ef-8de3-5716fd449b31 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:13:03.980495 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port ac25e7a0-37dd-42ef-8de3-5716fd449b31, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ac25e7a0-37dd-42ef-8de3-5716fd449b31,segment=NetworkSegment(7666ad49-8517-4aa2-be40-d759823ff89a),segment_id=7666ad49-8517-4aa2-be40-d759823ff89a)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:13:03.983649 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 58396) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:03.993785 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Returning: {'device': 'ac25e7a0-37dd-42ef-8de3-5716fd449b31', 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56', 'port_id': 'ac25e7a0-37dd-42ef-8de3-5716fd449b31', 'mac_address': 'fa:16:3e:80:67:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67978492-7f73-452d-9401-7aabf267f48c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:13:04.032113 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:04.050351 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac25e7a0-37dd-42ef-8de3-5716fd449b31 {{(pid=93659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:13:04.070536 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port ac25e7a0-37dd-42ef-8de3-5716fd449b31, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ac25e7a0-37dd-42ef-8de3-5716fd449b31,segment=NetworkSegment(7666ad49-8517-4aa2-be40-d759823ff89a),segment_id=7666ad49-8517-4aa2-be40-d759823ff89a)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:13:04.077223 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:04.156884 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-4eee3fe2-30ba-466b-b26d-e7a26b33eab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:04.212413 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-58c4f885-105a-4c0e-bae6-6408aa841165 req-5385e645-d9de-4fcc-9ed7-fedf02334a09 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6be10722-6ba7-46a3-8484-f94526ffd84f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0990672 Jul 15 19:13:04.248682 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=ac25e7a0-37dd-42ef-8de3-5716fd449b31,revision_number=4']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:04.301938 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-4eee3fe2-30ba-466b-b26d-e7a26b33eab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:04.306732 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-4eee3fe2-30ba-466b-b26d-e7a26b33eab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:04.356345 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-4eee3fe2-30ba-466b-b26d-e7a26b33eab1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4593d8008ed2458693557d6aa08565e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3711505 Jul 15 19:13:04.357747 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee3fe2-30ba-466b-b26d-e7a26b33eab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5f34b7-d129-488c-b35f-dd39977a50aa,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:04.359125 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 58400) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:04.372130 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4f885-105a-4c0e-bae6-6408aa841165 req-5f3c47f4-1c6a-44b3-ab62-1493d2c232b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:04.373863 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-58c4f885-105a-4c0e-bae6-6408aa841165 req-5f3c47f4-1c6a-44b3-ab62-1493d2c232b3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=180a42342ab54ecf9731a6938c11faae&device_id=6be10722-6ba7-46a3-8484-f94526ffd84f HTTP/1.1" status: 200 len: 1099 time: 0.1204786 Jul 15 19:13:04.424687 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] get_ports_and_sgs() called for port_ids ['ac25e7a0-37dd-42ef-8de3-5716fd449b31'] {{(pid=93659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:13:04.440030 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e0670e1b-8a89-479d-a146-f0546de39663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:04.464483 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e0670e1b-8a89-479d-a146-f0546de39663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:04.515524 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4f885-105a-4c0e-bae6-6408aa841165 req-f86b1956-15fd-4c2a-9937-11a08e71e36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:04.517564 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-58c4f885-105a-4c0e-bae6-6408aa841165 req-f86b1956-15fd-4c2a-9937-11a08e71e36e service neutron] 10.222.0.69 "GET /v2.0/networks?id=68db1402-794a-4fcf-beca-a85ea1b44a56 HTTP/1.1" status: 200 len: 913 time: 0.1145823 Jul 15 19:13:04.531350 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e0670e1b-8a89-479d-a146-f0546de39663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:04.534512 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e0670e1b-8a89-479d-a146-f0546de39663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:04.538193 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-e0670e1b-8a89-479d-a146-f0546de39663 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6d5f34b7-d129-488c-b35f-dd39977a50aa HTTP/1.1" status: 204 len: 168 time: 0.1753495 Jul 15 19:13:04.554815 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0670e1b-8a89-479d-a146-f0546de39663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5f34b7-d129-488c-b35f-dd39977a50aa,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:04.603539 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-58c4f885-105a-4c0e-bae6-6408aa841165 req-bfe4a8af-fc74-41fd-8475-c8bdd5d9ce31 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a816e041-b492-4abc-828b-17826c74ca19 HTTP/1.1" status: 200 len: 1002 time: 0.0729685 Jul 15 19:13:04.669137 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4f885-105a-4c0e-bae6-6408aa841165 req-f38b3051-ca12-42ef-9435-48b727862db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:04.670993 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-58c4f885-105a-4c0e-bae6-6408aa841165 req-f38b3051-ca12-42ef-9435-48b727862db2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=67978492-7f73-452d-9401-7aabf267f48c HTTP/1.1" status: 200 len: 850 time: 0.0554457 Jul 15 19:13:04.770342 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10a7e3-58e0-44e8-8ba5-769eb20856ca req-f22ad491-6dea-40cc-92dc-852a1208fcf6 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:04.782074 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-9e10a7e3-58e0-44e8-8ba5-769eb20856ca req-f22ad491-6dea-40cc-92dc-852a1208fcf6 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=54b60ccd-abdb-4f0b-bc5a-063f0398dfbc HTTP/1.1" status: 200 len: 944 time: 0.1725147 Jul 15 19:13:04.818732 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4f885-105a-4c0e-bae6-6408aa841165 req-823cacd8-48c7-4f0f-9cc7-b7e70423c60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:04.823712 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-58c4f885-105a-4c0e-bae6-6408aa841165 req-823cacd8-48c7-4f0f-9cc7-b7e70423c60e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=68db1402-794a-4fcf-beca-a85ea1b44a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1399117 Jul 15 19:13:04.838778 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-9e10a7e3-58e0-44e8-8ba5-769eb20856ca req-4f8f9577-e71c-4702-b797-570af09d467a tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553162 Jul 15 19:13:04.954803 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-58c4f885-105a-4c0e-bae6-6408aa841165 req-9af90b61-32d8-4433-b17f-b160d196bef6 service neutron] 10.222.0.69 "GET /v2.0/networks/68db1402-794a-4fcf-beca-a85ea1b44a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161695 Jul 15 19:13:05.083276 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-58c4f885-105a-4c0e-bae6-6408aa841165 req-62bd4e4b-323f-4508-beae-5f1f7c5fb207 service neutron] 10.222.0.69 "GET /v2.0/networks/68db1402-794a-4fcf-beca-a85ea1b44a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208501 Jul 15 19:13:05.872997 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device ac25e7a0-37dd-42ef-8de3-5716fd449b31 up at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:13:05.926795 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Provisioning for port ac25e7a0-37dd-42ef-8de3-5716fd449b31 completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:13:05.930727 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Provisioning complete for port ac25e7a0-37dd-42ef-8de3-5716fd449b31 triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:13:05.931217 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:06.011429 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415f9dc-d3e0-464f-8992-2e456746d48b req-d2426edc-39df-4bbc-b020-acd0a5c65952 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:06.013097 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-e415f9dc-d3e0-464f-8992-2e456746d48b req-d2426edc-39df-4bbc-b020-acd0a5c65952 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=54b60ccd-abdb-4f0b-bc5a-063f0398dfbc HTTP/1.1" status: 200 len: 944 time: 0.0675342 Jul 15 19:13:06.026978 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:06.051845 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b60ccd-abdb-4f0b-bc5a-063f0398dfbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac25e7a0-37dd-42ef-8de3-5716fd449b31'}] {{(pid=93659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:13:06.054817 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cff241be1680f95bd86cb63ae369edb514e49424f5374e734ea98f44dc6e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c3c1c2-046b-4ced-97d1-258844858b82" -d '{"events": [{"server_uuid": "54b60ccd-abdb-4f0b-bc5a-063f0398dfbc", "name": "network-vif-plugged", "status": "completed", "tag": "ac25e7a0-37dd-42ef-8de3-5716fd449b31"}]}' {{(pid=93659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:13:06.056466 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-e415f9dc-d3e0-464f-8992-2e456746d48b req-f6d8f969-192c-4ecf-b117-1976a9d83991 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374825 Jul 15 19:13:06.069484 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port ac25e7a0-37dd-42ef-8de3-5716fd449b31, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ac25e7a0-37dd-42ef-8de3-5716fd449b31,segment=NetworkSegment(7666ad49-8517-4aa2-be40-d759823ff89a),segment_id=7666ad49-8517-4aa2-be40-d759823ff89a)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:13:06.076027 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:06.106017 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d8f8c9-3423-4d63-9ac6-c6d492112237 x-openstack-request-id: req-16d8f8c9-3423-4d63-9ac6-c6d492112237 {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:13:06.106319 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54b60ccd-abdb-4f0b-bc5a-063f0398dfbc", "name": "network-vif-plugged", "status": "completed", "tag": "ac25e7a0-37dd-42ef-8de3-5716fd449b31", "code": 200}]} {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:13:06.106712 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-16d8f8c9-3423-4d63-9ac6-c6d492112237 {{(pid=93659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:13:06.107112 dv-cinder-788363-8-iscsi neutron-server[93659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b60ccd-abdb-4f0b-bc5a-063f0398dfbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac25e7a0-37dd-42ef-8de3-5716fd449b31', 'code': 200} Jul 15 19:13:06.137430 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=ac25e7a0-37dd-42ef-8de3-5716fd449b31,revision_number=5']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:06.435935 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52339a5c-76ca-424a-9695-4f9ed37912be req-0b792ed6-e92f-4ebc-abc9-c0ac932e8119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:06.437530 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-52339a5c-76ca-424a-9695-4f9ed37912be req-0b792ed6-e92f-4ebc-abc9-c0ac932e8119 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=54b60ccd-abdb-4f0b-bc5a-063f0398dfbc HTTP/1.1" status: 200 len: 1098 time: 0.0692894 Jul 15 19:13:06.478395 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-52339a5c-76ca-424a-9695-4f9ed37912be req-31417382-2b87-4b79-a845-5110de9e0928 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336800 Jul 15 19:13:06.529994 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 58484) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:06.632153 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-3fb1decb-f6af-4596-97a4-b114dfbc094b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:06.725201 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-3fb1decb-f6af-4596-97a4-b114dfbc094b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:06.729068 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-3fb1decb-f6af-4596-97a4-b114dfbc094b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:06.766407 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-3fb1decb-f6af-4596-97a4-b114dfbc094b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b56c5f1feb444cf4865bf3c8e7149d50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2353401 Jul 15 19:13:06.767272 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb1decb-f6af-4596-97a4-b114dfbc094b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344a7d36-48da-4106-8b19-c2e30dd704d7,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:06.769318 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 58490) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:06.820735 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-ef87cc08-eaf9-42de-aed3-75f72ac3c94e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:06.842460 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-ef87cc08-eaf9-42de-aed3-75f72ac3c94e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:06.893412 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-ef87cc08-eaf9-42de-aed3-75f72ac3c94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:06.897113 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-ef87cc08-eaf9-42de-aed3-75f72ac3c94e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:06.898569 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-ef87cc08-eaf9-42de-aed3-75f72ac3c94e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/344a7d36-48da-4106-8b19-c2e30dd704d7 HTTP/1.1" status: 204 len: 168 time: 0.1283755 Jul 15 19:13:06.906664 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87cc08-eaf9-42de-aed3-75f72ac3c94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344a7d36-48da-4106-8b19-c2e30dd704d7,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:07.193595 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 58502) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:07.211125 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-c38f1d8c-3e2d-4b08-8f5f-176e4c051d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:07.264392 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302965a-7934-40a9-aa6a-85b7151c4c26 req-97447b4d-f9e8-464e-8cb3-b8e5861abbaa tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:07.266469 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-8302965a-7934-40a9-aa6a-85b7151c4c26 req-97447b4d-f9e8-464e-8cb3-b8e5861abbaa tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=54b60ccd-abdb-4f0b-bc5a-063f0398dfbc HTTP/1.1" status: 200 len: 945 time: 0.0781863 Jul 15 19:13:07.308238 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-8302965a-7934-40a9-aa6a-85b7151c4c26 req-5d0674fd-a984-475b-850b-abb1914e12e8 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351679 Jul 15 19:13:07.321528 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-c38f1d8c-3e2d-4b08-8f5f-176e4c051d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:07.325997 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-c38f1d8c-3e2d-4b08-8f5f-176e4c051d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:07.364781 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-c38f1d8c-3e2d-4b08-8f5f-176e4c051d67 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a263ff23cade4db09edd73a9f1c5776a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1700704 Jul 15 19:13:07.365768 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f1d8c-3e2d-4b08-8f5f-176e4c051d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b038cc2-0240-4bab-a7a3-5c7d317fceb2,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:07.367425 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 58508) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:07.417937 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-4c20f70c-3b26-4a5e-ab49-a011685d35e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:07.438533 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-4c20f70c-3b26-4a5e-ab49-a011685d35e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:07.496551 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-4c20f70c-3b26-4a5e-ab49-a011685d35e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:07.499099 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-4c20f70c-3b26-4a5e-ab49-a011685d35e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:07.502726 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-4c20f70c-3b26-4a5e-ab49-a011685d35e6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8b038cc2-0240-4bab-a7a3-5c7d317fceb2 HTTP/1.1" status: 204 len: 168 time: 0.1310019 Jul 15 19:13:07.513069 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c20f70c-3b26-4a5e-ab49-a011685d35e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b038cc2-0240-4bab-a7a3-5c7d317fceb2,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:07.685831 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b96fb3-e008-49c6-a377-452b5f63c481 req-c50ef206-2e39-4a7e-88bf-460bb14460ee tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:07.687352 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-73b96fb3-e008-49c6-a377-452b5f63c481 req-c50ef206-2e39-4a7e-88bf-460bb14460ee tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/ports?device_id=96c6e214-8468-413d-a96e-abd7595db5e0 HTTP/1.1" status: 200 len: 945 time: 0.0667427 Jul 15 19:13:07.729229 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-73b96fb3-e008-49c6-a377-452b5f63c481 req-0135ce3a-ccb1-4996-8aef-5a989dfd15dd tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/security-groups?id=e52a5974-5ec7-4b61-abf7-02b8281a9f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353239 Jul 15 19:13:08.486786 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c4cf9-7cf7-4e22-9bb0-0c907b38cb49 req-9a49674e-1281-4b26-9ca7-7d90c0def4e0 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:08.488307 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-301c4cf9-7cf7-4e22-9bb0-0c907b38cb49 req-9a49674e-1281-4b26-9ca7-7d90c0def4e0 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=54b60ccd-abdb-4f0b-bc5a-063f0398dfbc HTTP/1.1" status: 200 len: 945 time: 0.0667975 Jul 15 19:13:08.528919 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-301c4cf9-7cf7-4e22-9bb0-0c907b38cb49 req-4e45a26f-f9e2-42f5-a9ff-9e2917826c8a tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347776 Jul 15 19:13:08.914973 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db04f37-f56c-4b7d-bdf2-c162c4bdf728 req-bbe700b6-0b21-4f6f-98d6-abb7385f8c3f tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:08.916449 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-5db04f37-f56c-4b7d-bdf2-c162c4bdf728 req-bbe700b6-0b21-4f6f-98d6-abb7385f8c3f tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/ports?device_id=96c6e214-8468-413d-a96e-abd7595db5e0 HTTP/1.1" status: 200 len: 945 time: 0.0640743 Jul 15 19:13:08.955432 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-5db04f37-f56c-4b7d-bdf2-c162c4bdf728 req-aa73da23-d251-43f4-b176-8d7ed4845422 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/security-groups?id=e52a5974-5ec7-4b61-abf7-02b8281a9f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329783 Jul 15 19:13:09.104691 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 58562) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:09.208373 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e6dc7279-e9ac-477d-be73-343e688e41ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:09.292952 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e6dc7279-e9ac-477d-be73-343e688e41ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:09.296725 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e6dc7279-e9ac-477d-be73-343e688e41ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:09.334090 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-e6dc7279-e9ac-477d-be73-343e688e41ef admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6877672c3a22498faa50d3044f48bf77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2283342 Jul 15 19:13:09.334909 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc7279-e9ac-477d-be73-343e688e41ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dede33a-4ede-43ea-80a8-4e497dda696d,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:09.337516 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 58566) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:09.386559 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-8157833f-cde6-4048-bf38-235beed28eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:09.409681 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-8157833f-cde6-4048-bf38-235beed28eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:09.454078 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-8157833f-cde6-4048-bf38-235beed28eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:09.456604 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-8157833f-cde6-4048-bf38-235beed28eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:09.457756 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-8157833f-cde6-4048-bf38-235beed28eb8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0dede33a-4ede-43ea-80a8-4e497dda696d HTTP/1.1" status: 204 len: 168 time: 0.1190360 Jul 15 19:13:09.465001 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8157833f-cde6-4048-bf38-235beed28eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dede33a-4ede-43ea-80a8-4e497dda696d,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:09.703774 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdc9dd-d048-4aa4-8845-e354cf35a16b req-81be4ee1-df45-448c-9a7f-f1d3ef36b9b4 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:09.705281 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-67cdc9dd-d048-4aa4-8845-e354cf35a16b req-81be4ee1-df45-448c-9a7f-f1d3ef36b9b4 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=54b60ccd-abdb-4f0b-bc5a-063f0398dfbc HTTP/1.1" status: 200 len: 945 time: 0.0649040 Jul 15 19:13:09.713169 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 58574) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:09.726500 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-11646d73-0e62-4f38-842c-f3621af3a190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:09.743559 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-67cdc9dd-d048-4aa4-8845-e354cf35a16b req-25b98613-1826-4533-b353-31f6288b608e tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320694 Jul 15 19:13:09.813467 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-11646d73-0e62-4f38-842c-f3621af3a190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:09.816955 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-11646d73-0e62-4f38-842c-f3621af3a190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:09.854555 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-11646d73-0e62-4f38-842c-f3621af3a190 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d7e1b55f95244201a7a2a4d5c6db5344&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1403079 Jul 15 19:13:09.855379 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11646d73-0e62-4f38-842c-f3621af3a190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c25a5ee-d516-480c-bad6-c90f219ddd28,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:09.857911 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 58576) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:09.908424 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-6eed1029-b154-4244-a898-7b77458cc7d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:09.930169 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-6eed1029-b154-4244-a898-7b77458cc7d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:09.978441 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-6eed1029-b154-4244-a898-7b77458cc7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:09.980977 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-6eed1029-b154-4244-a898-7b77458cc7d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:09.982129 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-6eed1029-b154-4244-a898-7b77458cc7d0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9c25a5ee-d516-480c-bad6-c90f219ddd28 HTTP/1.1" status: 204 len: 168 time: 0.1229634 Jul 15 19:13:09.991254 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed1029-b154-4244-a898-7b77458cc7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c25a5ee-d516-480c-bad6-c90f219ddd28,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:10.134082 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df5d8e-931b-4e00-9705-f926ee470054 req-0f21ed8f-cdb9-4497-ad16-5d1cfa7105c4 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:10.135558 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-91df5d8e-931b-4e00-9705-f926ee470054 req-0f21ed8f-cdb9-4497-ad16-5d1cfa7105c4 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/ports?device_id=96c6e214-8468-413d-a96e-abd7595db5e0 HTTP/1.1" status: 200 len: 945 time: 0.0682790 Jul 15 19:13:10.174707 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-91df5d8e-931b-4e00-9705-f926ee470054 req-3c857a47-1159-4d4c-9430-ef610555fa44 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/security-groups?id=e52a5974-5ec7-4b61-abf7-02b8281a9f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335352 Jul 15 19:13:10.670992 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 58604) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:10.773912 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-86c22f98-543a-4fc4-a719-a2c23485033e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2145763450-network', 'tenant_id': '7237d41f9e8b4b1690cb13130051e48f'}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:13:10.795091 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c22f98-543a-4fc4-a719-a2c23485033e admin admin] Made reservation on behalf of 7237d41f9e8b4b1690cb13130051e48f for: {'network': 1} {{(pid=93657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:13:10.798086 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-86c22f98-543a-4fc4-a719-a2c23485033e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for network, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:10.807091 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-86c22f98-543a-4fc4-a719-a2c23485033e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:10.906746 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-86c22f98-543a-4fc4-a719-a2c23485033e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:10.911858 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-86c22f98-543a-4fc4-a719-a2c23485033e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:10.935646 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86c22f98-543a-4fc4-a719-a2c23485033e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1087} {{(pid=93657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:13:10.951436 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c897d86-bcaa-452a-b6ca-86f108e85c87 req-4498c685-9e56-4ac8-9c12-14125ab38d56 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:10.953805 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-2c897d86-bcaa-452a-b6ca-86f108e85c87 req-4498c685-9e56-4ac8-9c12-14125ab38d56 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=54b60ccd-abdb-4f0b-bc5a-063f0398dfbc HTTP/1.1" status: 200 len: 945 time: 0.0916505 Jul 15 19:13:10.958401 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c22f98-543a-4fc4-a719-a2c23485033e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f86fd0-02a6-444f-bccf-69c9568c9bae,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:10.961516 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-86c22f98-543a-4fc4-a719-a2c23485033e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882'] for segment, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:10.962040 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.db.segments_db [None req-86c22f98-543a-4fc4-a719-a2c23485033e admin admin] Added segment c84492b8-ba2d-40fb-a4fb-c76314b87572 of type vlan for network 59d9b726-0a97-419b-ae9d-cbd0c629a161 Jul 15 19:13:11.002084 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-2c897d86-bcaa-452a-b6ca-86f108e85c87 req-bdc1003c-9e75-4fcf-ae0b-7c60a08b9863 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422935 Jul 15 19:13:11.004046 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-86c22f98-543a-4fc4-a719-a2c23485033e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730934684676'] for network, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:11.035445 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-86c22f98-543a-4fc4-a719-a2c23485033e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736'] for network, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:11.036960 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c22f98-543a-4fc4-a719-a2c23485033e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:11.037537 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-86c22f98-543a-4fc4-a719-a2c23485033e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for network, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:11.067575 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-86c22f98-543a-4fc4-a719-a2c23485033e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3950164 Jul 15 19:13:11.070810 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 58610) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:11.075771 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [None req-a09987e8-3822-4d36-951e-f9daafbbf83f admin admin] Request body: {'subnet': {'network_id': '59d9b726-0a97-419b-ae9d-cbd0c629a161', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2145763450-subnet', 'tenant_id': '7237d41f9e8b4b1690cb13130051e48f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:13:11.098519 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09987e8-3822-4d36-951e-f9daafbbf83f admin admin] Made reservation on behalf of 7237d41f9e8b4b1690cb13130051e48f for: {'subnet': 1} {{(pid=93658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:13:11.099943 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c22f98-543a-4fc4-a719-a2c23485033e admin admin] Pushing event updated for resources: {'Network': ['ID=59d9b726-0a97-419b-ae9d-cbd0c629a161,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:11.101473 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-a09987e8-3822-4d36-951e-f9daafbbf83f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133998'] for subnet, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:11.114041 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Network 59d9b726-0a97-419b-ae9d-cbd0c629a161 details requested by agent ovs-agent-dv-cinder-788363-8-iscsi with host dv-cinder-788363-8-iscsi {{(pid=93659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:13:11.283963 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-a09987e8-3822-4d36-951e-f9daafbbf83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4513106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5134012'] for subnet, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:11.335023 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09987e8-3822-4d36-951e-f9daafbbf83f admin admin] Pushing event updated for resources: {'Subnet': ['ID=54d89ba5-946d-45a2-8054-71b9e21366b5,revision_number=0']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:11.351722 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09987e8-3822-4d36-951e-f9daafbbf83f admin admin] Checking segment: {'id': 'c84492b8-ba2d-40fb-a4fb-c76314b87572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '59d9b726-0a97-419b-ae9d-cbd0c629a161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:13:11.351926 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09987e8-3822-4d36-951e-f9daafbbf83f admin admin] Network hostable DHCP agents. Network: 59d9b726-0a97-419b-ae9d-cbd0c629a161, hostable agents: ['55735004-04ab-4467-ab29-fafa31dd3593'], hosted agents: [] {{(pid=93658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:13:11.369549 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7163b0-5d6e-4aab-b5cc-cb76539767f2 req-2bc86173-d751-441c-94f1-32ca3d33156c tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:11.371370 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-ad7163b0-5d6e-4aab-b5cc-cb76539767f2 req-2bc86173-d751-441c-94f1-32ca3d33156c tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/ports?device_id=96c6e214-8468-413d-a96e-abd7595db5e0 HTTP/1.1" status: 200 len: 945 time: 0.0734079 Jul 15 19:13:11.376265 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09987e8-3822-4d36-951e-f9daafbbf83f admin admin] Network 59d9b726-0a97-419b-ae9d-cbd0c629a161 is scheduled to be hosted by DHCP agent 55735004-04ab-4467-ab29-fafa31dd3593 with binding_index 1 {{(pid=93658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:13:11.388277 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.base_scheduler [None req-a09987e8-3822-4d36-951e-f9daafbbf83f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-8-iscsi, 59d9b726-0a97-419b-ae9d-cbd0c629a161) {{(pid=93658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:13:11.393366 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09987e8-3822-4d36-951e-f9daafbbf83f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:11.394200 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-a09987e8-3822-4d36-951e-f9daafbbf83f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:11.404905 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b5e107-ad92-49b8-bd80-8e9be88fef40 None None] Network 59d9b726-0a97-419b-ae9d-cbd0c629a161 requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:13:11.414388 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-a09987e8-3822-4d36-951e-f9daafbbf83f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3424516 Jul 15 19:13:11.430118 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-ad7163b0-5d6e-4aab-b5cc-cb76539767f2 req-daee67cd-63b7-448c-b91a-fb12cb44a868 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/security-groups?id=e52a5974-5ec7-4b61-abf7-02b8281a9f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500093 Jul 15 19:13:11.566782 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6769f9a8-0cd4-4269-bdbe-8cb88b7f7dff None None] Network 59d9b726-0a97-419b-ae9d-cbd0c629a161 requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:13:12.176361 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06bebd-b9f8-43af-9d2e-b56482f176c4 req-dc7c52a5-5ad2-462d-8e55-593286afec9e tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:12.178373 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-9d06bebd-b9f8-43af-9d2e-b56482f176c4 req-dc7c52a5-5ad2-462d-8e55-593286afec9e tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=54b60ccd-abdb-4f0b-bc5a-063f0398dfbc HTTP/1.1" status: 200 len: 945 time: 0.0662506 Jul 15 19:13:12.501003 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-9d06bebd-b9f8-43af-9d2e-b56482f176c4 req-459f2f66-621e-4e49-a680-f3dc4fa979cb tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3170071 Jul 15 19:13:12.603263 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3303c-9023-4bcf-8a36-11c1a13e75dd req-b326d149-958c-4f2f-bf2f-62d42609165b tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:12.604818 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-e7a3303c-9023-4bcf-8a36-11c1a13e75dd req-b326d149-958c-4f2f-bf2f-62d42609165b tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.69 "GET /v2.0/ports?device_id=96c6e214-8468-413d-a96e-abd7595db5e0 HTTP/1.1" status: 200 len: 945 time: 0.0674450 Jul 15 19:13:12.658759 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d73ca6-0d46-4eb3-8ba5-1343b83b6c5b req-797bbcd9-96f2-4beb-864a-9be0171cba44 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:12.660387 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-01d73ca6-0d46-4eb3-8ba5-1343b83b6c5b req-797bbcd9-96f2-4beb-864a-9be0171cba44 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/ports?device_id=96c6e214-8468-413d-a96e-abd7595db5e0 HTTP/1.1" status: 200 len: 945 time: 0.0768270 Jul 15 19:13:12.702788 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-01d73ca6-0d46-4eb3-8ba5-1343b83b6c5b req-1ee5cedd-d570-4693-a25b-4d4719ca2d1e tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/security-groups?id=e52a5974-5ec7-4b61-abf7-02b8281a9f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362117 Jul 15 19:13:12.745589 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85edb21-1115-40a8-bcae-c68e5bea88e2 req-05dc1558-6130-4f1d-a1e7-fca5acfb90e0 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:12.747001 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f85edb21-1115-40a8-bcae-c68e5bea88e2 req-05dc1558-6130-4f1d-a1e7-fca5acfb90e0 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=54b60ccd-abdb-4f0b-bc5a-063f0398dfbc HTTP/1.1" status: 200 len: 945 time: 0.1229677 Jul 15 19:13:12.787294 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [req-e7a3303c-9023-4bcf-8a36-11c1a13e75dd req-d15d60da-c114-486c-b158-1375d3f7d559 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Deleting port 3e81114e-7ccd-4edf-a7c2-e36ad5338743 {{(pid=93658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:13:12.787633 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-e7a3303c-9023-4bcf-8a36-11c1a13e75dd req-d15d60da-c114-486c-b158-1375d3f7d559 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:12.805968 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f85edb21-1115-40a8-bcae-c68e5bea88e2 req-7ece9cdb-2c93-4473-857c-86af07df72ee tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518060 Jul 15 19:13:12.830430 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 58666) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:12.890743 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.db [req-e7a3303c-9023-4bcf-8a36-11c1a13e75dd req-d15d60da-c114-486c-b158-1375d3f7d559 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] For port 3e81114e-7ccd-4edf-a7c2-e36ad5338743, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3e81114e-7ccd-4edf-a7c2-e36ad5338743,segment=NetworkSegment(706e5e7b-e9df-4791-8db7-faec185f9f89),segment_id=706e5e7b-e9df-4791-8db7-faec185f9f89)] {{(pid=93658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:13:12.890946 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-e7a3303c-9023-4bcf-8a36-11c1a13e75dd req-d15d60da-c114-486c-b158-1375d3f7d559 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:12.905012 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [req-e7a3303c-9023-4bcf-8a36-11c1a13e75dd req-d15d60da-c114-486c-b158-1375d3f7d559 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Calling delete_port for 3e81114e-7ccd-4edf-a7c2-e36ad5338743 owned by compute:nova {{(pid=93658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:13:13.003814 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ab3ce6-bd4d-4095-b6ac-af7f3da81a33 tempest-TestVolumeBootPattern-959500903 tempest-TestVolumeBootPattern-959500903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:13.008164 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-d7ab3ce6-bd4d-4095-b6ac-af7f3da81a33 tempest-TestVolumeBootPattern-959500903 tempest-TestVolumeBootPattern-959500903-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=54b60ccd-abdb-4f0b-bc5a-063f0398dfbc HTTP/1.1" status: 200 len: 1093 time: 0.1739209 Jul 15 19:13:13.008434 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 58674) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:13.013127 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.v2.base [None req-2e722059-c737-4f93-9026-42b3c057dad5 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Request body: {'floatingip': {'floating_network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'port_id': 'ac25e7a0-37dd-42ef-8de3-5716fd449b31', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:13:13.041177 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2e722059-c737-4f93-9026-42b3c057dad5 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks [] for floatingip, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:13.043360 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-e7a3303c-9023-4bcf-8a36-11c1a13e75dd req-d15d60da-c114-486c-b158-1375d3f7d559 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4513278'] for port, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:13.076358 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d60da-c114-486c-b158-1375d3f7d559 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Pushing event deleted for resources: {'Port': ['ID=3e81114e-7ccd-4edf-a7c2-e36ad5338743,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:13.091747 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] get_ports_and_sgs() called for port_ids ['3e81114e-7ccd-4edf-a7c2-e36ad5338743'] {{(pid=93659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:13:13.130982 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a3303c-9023-4bcf-8a36-11c1a13e75dd req-d15d60da-c114-486c-b158-1375d3f7d559 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] No DVR routers for this DVR port 3e81114e-7ccd-4edf-a7c2-e36ad5338743 on host hv-cinder-78836 {{(pid=93658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:13:13.134492 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-e7a3303c-9023-4bcf-8a36-11c1a13e75dd req-d15d60da-c114-486c-b158-1375d3f7d559 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:13.136754 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-e7a3303c-9023-4bcf-8a36-11c1a13e75dd req-d15d60da-c114-486c-b158-1375d3f7d559 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.69 "DELETE /v2.0/ports/3e81114e-7ccd-4edf-a7c2-e36ad5338743 HTTP/1.1" status: 204 len: 173 time: 0.5195704 Jul 15 19:13:13.137202 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c6e214-8468-413d-a96e-abd7595db5e0', 'name': 'network-vif-deleted', 'tag': '3e81114e-7ccd-4edf-a7c2-e36ad5338743'}] {{(pid=93658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:13:13.139523 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b58f88415513d6787191dd44e0a29b3917631101a239d5effbe25afab188a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb57533-03d6-458a-8eff-8ca8453d67a7" -d '{"events": [{"server_uuid": "96c6e214-8468-413d-a96e-abd7595db5e0", "name": "network-vif-deleted", "tag": "3e81114e-7ccd-4edf-a7c2-e36ad5338743"}]}' {{(pid=93658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:13:13.185305 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ccc8039-7b93-409d-a7ff-56d50237b9e1 x-openstack-request-id: req-2ccc8039-7b93-409d-a7ff-56d50237b9e1 {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:13:13.185994 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c6e214-8468-413d-a96e-abd7595db5e0", "name": "network-vif-deleted", "tag": "3e81114e-7ccd-4edf-a7c2-e36ad5338743", "status": "completed", "code": 200}]} {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:13:13.185994 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2ccc8039-7b93-409d-a7ff-56d50237b9e1 {{(pid=93658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:13:13.186270 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c6e214-8468-413d-a96e-abd7595db5e0', 'name': 'network-vif-deleted', 'tag': '3e81114e-7ccd-4edf-a7c2-e36ad5338743', 'status': 'completed', 'code': 200} Jul 15 19:13:13.236213 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2e722059-c737-4f93-9026-42b3c057dad5 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:13.300290 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-d77db652-8987-4498-bf3f-2d0314d3ef4a tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:13.301795 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-d77db652-8987-4498-bf3f-2d0314d3ef4a tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/networks?id=59d9b726-0a97-419b-ae9d-cbd0c629a161 HTTP/1.1" status: 200 len: 809 time: 0.1521742 Jul 15 19:13:13.329366 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-082a719e-7678-458c-88b4-f3f48064488b tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/quotas/7237d41f9e8b4b1690cb13130051e48f HTTP/1.1" status: 200 len: 375 time: 0.0206375 Jul 15 19:13:13.380436 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-b171b64a-9fef-4e14-8904-a0ed00709e50 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7237d41f9e8b4b1690cb13130051e48f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328033 Jul 15 19:13:13.413925 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.db_base_plugin_common [None req-2e722059-c737-4f93-9026-42b3c057dad5 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Allocated IP 172.27.2.100 (e1e7053a-85e2-45af-9353-c5375187db21/9528084b-89d8-4124-b104-08bd71cd5eaa/90c0e3a4-cf72-467a-9d4d-a9f3945d4078) {{(pid=93657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:13:13.537044 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-e9d7b7ab-56a7-4ee4-b5ff-7ddbe655091b service neutron] 10.222.0.70 "GET /v2.0/networks/59d9b726-0a97-419b-ae9d-cbd0c629a161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478593 Jul 15 19:13:13.594158 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2e722059-c737-4f93-9026-42b3c057dad5 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks [] for port, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:13.663468 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-20ef64d4-1039-42a9-8578-8975f32390d0 service neutron] 10.222.0.70 "GET /v2.0/networks/59d9b726-0a97-419b-ae9d-cbd0c629a161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207037 Jul 15 19:13:13.688192 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2e722059-c737-4f93-9026-42b3c057dad5 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:13.737927 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e722059-c737-4f93-9026-42b3c057dad5 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Network e1e7053a-85e2-45af-9353-c5375187db21 is already hosted by enough agents. {{(pid=93657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:13:13.741272 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.base_scheduler [None req-2e722059-c737-4f93-9026-42b3c057dad5 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Resources bound (agent type, host, resource id): {{(pid=93657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:13:13.745130 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e722059-c737-4f93-9026-42b3c057dad5 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Received port after_create {{(pid=93657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:13:13.751196 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e722059-c737-4f93-9026-42b3c057dad5 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Pushing event updated for resources: {'Port': ['ID=90c0e3a4-cf72-467a-9d4d-a9f3945d4078,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:13.916872 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-448ed780-52ca-4759-a3e6-d7769a886ed1 req-82db33ab-6780-4f29-baf9-dee429f0b962 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/ports?device_id=96c6e214-8468-413d-a96e-abd7595db5e0 HTTP/1.1" status: 200 len: 210 time: 0.0312009 Jul 15 19:13:14.200378 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 58708) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:14.213051 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-be619800-e214-426c-b914-9ea92453f046 req-1d6b4023-fe00-4fed-b1b4-25532fb363e7 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/ports?device_id=5db5691a-08b6-48a4-b91e-ae7f7ea24415 HTTP/1.1" status: 200 len: 210 time: 0.3608360 Jul 15 19:13:14.312356 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-a005339b-f372-44d9-9a84-e0e93a6c023d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:14.436635 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-a005339b-f372-44d9-9a84-e0e93a6c023d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:14.441707 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-a005339b-f372-44d9-9a84-e0e93a6c023d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:14.484554 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-a005339b-f372-44d9-9a84-e0e93a6c023d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0bf3fb9974fe45dc9f880523580e638b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2830024 Jul 15 19:13:14.486447 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a005339b-f372-44d9-9a84-e0e93a6c023d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff41079-48f3-4cb7-a0d6-4a53d60e374a,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:14.489527 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 58712) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:14.539422 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2e722059-c737-4f93-9026-42b3c057dad5 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:14.587059 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-f0c7af45-bb97-44c5-b55f-e9178c6a4494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:14.633581 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-f0c7af45-bb97-44c5-b55f-e9178c6a4494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:14.657901 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2e722059-c737-4f93-9026-42b3c057dad5 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:14.730276 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-f0c7af45-bb97-44c5-b55f-e9178c6a4494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:14.732631 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-f0c7af45-bb97-44c5-b55f-e9178c6a4494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:14.733866 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-f0c7af45-bb97-44c5-b55f-e9178c6a4494 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7ff41079-48f3-4cb7-a0d6-4a53d60e374a HTTP/1.1" status: 204 len: 168 time: 0.2429833 Jul 15 19:13:14.744863 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c7af45-bb97-44c5-b55f-e9178c6a4494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff41079-48f3-4cb7-a0d6-4a53d60e374a,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:14.835057 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2e722059-c737-4f93-9026-42b3c057dad5 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks [] for port, precommit_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:14.840252 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2e722059-c737-4f93-9026-42b3c057dad5 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6305852'] for port, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:14.908549 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e722059-c737-4f93-9026-42b3c057dad5 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Pushing event updated for resources: {'Port': ['ID=90c0e3a4-cf72-467a-9d4d-a9f3945d4078,revision_number=2']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:14.918621 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2e722059-c737-4f93-9026-42b3c057dad5 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764579'] for floatingip, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:15.049113 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.db.l3_db [None req-2e722059-c737-4f93-9026-42b3c057dad5 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Floating IP 3aee77b4-928e-4c97-b921-42de35af6df2 associated. External IP: 172.27.2.100, port: ac25e7a0-37dd-42ef-8de3-5716fd449b31. Jul 15 19:13:15.318988 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-474b5108-72d0-40cc-8966-602ef7cab87a tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:15.320848 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-474b5108-72d0-40cc-8966-602ef7cab87a tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.69 "GET /v2.0/networks?id=59d9b726-0a97-419b-ae9d-cbd0c629a161 HTTP/1.1" status: 200 len: 809 time: 0.1792731 Jul 15 19:13:15.341738 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-05dfdad8-3216-4f62-afe8-4d41e0a1260f tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Request body: {'port': {'device_id': '5db5691a-08b6-48a4-b91e-ae7f7ea24415', 'network_id': '59d9b726-0a97-419b-ae9d-cbd0c629a161', 'admin_state_up': True, 'tenant_id': '7237d41f9e8b4b1690cb13130051e48f'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:13:15.409740 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-ca3882b4-e259-4608-8c1c-c971e3c62bd5 req-f088f61b-5d3e-450f-a433-5f4afdc85d9a tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/ports?device_id=5db5691a-08b6-48a4-b91e-ae7f7ea24415 HTTP/1.1" status: 200 len: 210 time: 0.0405834 Jul 15 19:13:15.437364 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e722059-c737-4f93-9026-42b3c057dad5 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Router a3c6b66d-5fcf-4250-bc05-a7fb3832f584 has already been hosted by L3 agent d1959f4f-c5e4-447e-bdea-87c7e923db15 {{(pid=93657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:13:15.472094 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-05dfdad8-3216-4f62-afe8-4d41e0a1260f tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Made reservation on behalf of 7237d41f9e8b4b1690cb13130051e48f for: {'port': 1} {{(pid=93658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:13:15.477722 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-05dfdad8-3216-4f62-afe8-4d41e0a1260f tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:15.592951 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e722059-c737-4f93-9026-42b3c057dad5 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify agent at l3_agent.dv-cinder-788363-8-iscsi the message routers_updated {{(pid=93657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:13:15.608949 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6396faca-6e67-41db-817b-001438bdbe7b None None] Sync routers for ids ['a3c6b66d-5fcf-4250-bc05-a7fb3832f584'] in dv-cinder-788363-8-iscsi {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:13:15.619318 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6396faca-6e67-41db-817b-001438bdbe7b None None] Routers {'a3c6b66d-5fcf-4250-bc05-a7fb3832f584'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:13:15.619663 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2e722059-c737-4f93-9026-42b3c057dad5 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for floatingip, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:15.619996 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-6396faca-6e67-41db-817b-001438bdbe7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:12:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['a3c6b66d-5fcf-4250-bc05-a7fb3832f584'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:13:15.628323 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.db_base_plugin_common [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-05dfdad8-3216-4f62-afe8-4d41e0a1260f tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Allocated IP 172.20.0.8 (59d9b726-0a97-419b-ae9d-cbd0c629a161/54d89ba5-946d-45a2-8054-71b9e21366b5/f35125fe-e0be-43a3-adee-0fd925d890ce) {{(pid=93658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:13:15.677709 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-2e722059-c737-4f93-9026-42b3c057dad5 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6596811 Jul 15 19:13:15.677709 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54b60ccd-abdb-4f0b-bc5a-063f0398dfbc', 'tag': 'ac25e7a0-37dd-42ef-8de3-5716fd449b31'}] {{(pid=93657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:13:15.677709 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b0cfcdb1f3b1ee888c4befe2123a349a82046d9ec1555bca0e5a99b684397f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b66a2d-7bda-42e4-b3f1-3eba2c035389" -d '{"events": [{"name": "network-changed", "server_uuid": "54b60ccd-abdb-4f0b-bc5a-063f0398dfbc", "tag": "ac25e7a0-37dd-42ef-8de3-5716fd449b31"}]}' {{(pid=93657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:13:15.719653 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba23fa5-1b4a-408a-b3ae-feb3791db1c1 x-openstack-request-id: req-fba23fa5-1b4a-408a-b3ae-feb3791db1c1 {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:13:15.719956 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54b60ccd-abdb-4f0b-bc5a-063f0398dfbc", "tag": "ac25e7a0-37dd-42ef-8de3-5716fd449b31", "status": "completed", "code": 200}]} {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:13:15.720635 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fba23fa5-1b4a-408a-b3ae-feb3791db1c1 {{(pid=93657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:13:15.721387 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54b60ccd-abdb-4f0b-bc5a-063f0398dfbc', 'tag': 'ac25e7a0-37dd-42ef-8de3-5716fd449b31', 'status': 'completed', 'code': 200} Jul 15 19:13:15.735206 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-6396faca-6e67-41db-817b-001438bdbe7b None None] Set router a3c6b66d-5fcf-4250-bc05-a7fb3832f584 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:13:15.808492 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-05dfdad8-3216-4f62-afe8-4d41e0a1260f tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Notify callbacks [] for port, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:15.853184 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-05dfdad8-3216-4f62-afe8-4d41e0a1260f tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4513278'] for port, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:15.908075 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-05dfdad8-3216-4f62-afe8-4d41e0a1260f tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Network 59d9b726-0a97-419b-ae9d-cbd0c629a161 is already hosted by enough agents. {{(pid=93658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:13:15.912051 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.base_scheduler [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-05dfdad8-3216-4f62-afe8-4d41e0a1260f tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Resources bound (agent type, host, resource id): {{(pid=93658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:13:15.916519 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-05dfdad8-3216-4f62-afe8-4d41e0a1260f tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Received port after_create {{(pid=93658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:13:15.920690 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dfdad8-3216-4f62-afe8-4d41e0a1260f tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Pushing event updated for resources: {'Port': ['ID=f35125fe-e0be-43a3-adee-0fd925d890ce,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:15.968211 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-05dfdad8-3216-4f62-afe8-4d41e0a1260f tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:15.968847 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-05dfdad8-3216-4f62-afe8-4d41e0a1260f tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:15.987075 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-05dfdad8-3216-4f62-afe8-4d41e0a1260f tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6504943 Jul 15 19:13:15.997727 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-6396faca-6e67-41db-817b-001438bdbe7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'name': 'tempest-TestVolumeBootPattern-328040496-router', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:06:48Z', 'updated_at': '2021-07-15T19:06:52Z', 'revision_number': 4, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'gw_port': {'id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:97:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:49Z', 'updated_at': '2021-07-15T19:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_floatingips': [{'id': '3aee77b4-928e-4c97-b921-42de35af6df2', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'router_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'port_id': 'ac25e7a0-37dd-42ef-8de3-5716fd449b31', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56', 'mac_address': 'fa:16:3e:80:67:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b60ccd-abdb-4f0b-bc5a-063f0398dfbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:13:14Z', 'updated_at': '2021-07-15T19:13:14Z', 'revision_number': 0, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'fixed_ip_address_scope': None}, {'id': 'f0252dd0-8c15-4058-acd5-1b8acbca4534', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'router_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'port_id': 'a816e041-b492-4abc-828b-17826c74ca19', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56', 'mac_address': 'fa:16:3e:b1:67:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be10722-6ba7-46a3-8484-f94526ffd84f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:10:47Z', 'updated_at': '2021-07-15T19:10:49Z', 'revision_number': 1, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a8a45d-5c38-4636-8caa-8f808ae32033', 'name': '', 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'mac_address': 'fa:16:3e:62:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '67978492-7f73-452d-9401-7aabf267f48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:51Z', 'updated_at': '2021-07-15T19:07:03Z', 'revision_number': 5, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'subnets': [{'id': '67978492-7f73-452d-9401-7aabf267f48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:13:16.023727 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6396faca-6e67-41db-817b-001438bdbe7b None None] Checking router: a3c6b66d-5fcf-4250-bc05-a7fb3832f584 for host: dv-cinder-788363-8-iscsi {{(pid=93659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:13:16.031997 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6396faca-6e67-41db-817b-001438bdbe7b None None] Routers {'a3c6b66d-5fcf-4250-bc05-a7fb3832f584'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:13:16.032611 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-6396faca-6e67-41db-817b-001438bdbe7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:12:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['a3c6b66d-5fcf-4250-bc05-a7fb3832f584'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:13:16.141577 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-6396faca-6e67-41db-817b-001438bdbe7b None None] Set router a3c6b66d-5fcf-4250-bc05-a7fb3832f584 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:13:16.385468 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-6396faca-6e67-41db-817b-001438bdbe7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'name': 'tempest-TestVolumeBootPattern-328040496-router', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:06:48Z', 'updated_at': '2021-07-15T19:06:52Z', 'revision_number': 4, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'gw_port': {'id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:97:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:49Z', 'updated_at': '2021-07-15T19:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_floatingips': [{'id': '3aee77b4-928e-4c97-b921-42de35af6df2', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'router_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'port_id': 'ac25e7a0-37dd-42ef-8de3-5716fd449b31', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56', 'mac_address': 'fa:16:3e:80:67:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b60ccd-abdb-4f0b-bc5a-063f0398dfbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:13:14Z', 'updated_at': '2021-07-15T19:13:14Z', 'revision_number': 0, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'fixed_ip_address_scope': None}, {'id': 'f0252dd0-8c15-4058-acd5-1b8acbca4534', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'router_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'port_id': 'a816e041-b492-4abc-828b-17826c74ca19', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56', 'mac_address': 'fa:16:3e:b1:67:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be10722-6ba7-46a3-8484-f94526ffd84f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:10:47Z', 'updated_at': '2021-07-15T19:10:49Z', 'revision_number': 1, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a8a45d-5c38-4636-8caa-8f808ae32033', 'name': '', 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'mac_address': 'fa:16:3e:62:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '67978492-7f73-452d-9401-7aabf267f48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:51Z', 'updated_at': '2021-07-15T19:07:03Z', 'revision_number': 5, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'subnets': [{'id': '67978492-7f73-452d-9401-7aabf267f48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:13:16.412894 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6396faca-6e67-41db-817b-001438bdbe7b None None] The sync data for ids ['a3c6b66d-5fcf-4250-bc05-a7fb3832f584'] in dv-cinder-788363-8-iscsi is: [{'id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'name': 'tempest-TestVolumeBootPattern-328040496-router', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:06:48Z', 'updated_at': '2021-07-15T19:06:52Z', 'revision_number': 4, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'gw_port': {'id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:97:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:49Z', 'updated_at': '2021-07-15T19:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_floatingips': [{'id': '3aee77b4-928e-4c97-b921-42de35af6df2', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'router_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'port_id': 'ac25e7a0-37dd-42ef-8de3-5716fd449b31', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56', 'mac_address': 'fa:16:3e:80:67:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b60ccd-abdb-4f0b-bc5a-063f0398dfbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:13:14Z', 'updated_at': '2021-07-15T19:13:14Z', 'revision_number': 0, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'fixed_ip_address_scope': None}, {'id': 'f0252dd0-8c15-4058-acd5-1b8acbca4534', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'router_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'port_id': 'a816e041-b492-4abc-828b-17826c74ca19', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56', 'mac_address': 'fa:16:3e:b1:67:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be10722-6ba7-46a3-8484-f94526ffd84f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:10:47Z', 'updated_at': '2021-07-15T19:10:49Z', 'revision_number': 1, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a8a45d-5c38-4636-8caa-8f808ae32033', 'name': '', 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'mac_address': 'fa:16:3e:62:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '67978492-7f73-452d-9401-7aabf267f48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:51Z', 'updated_at': '2021-07-15T19:07:03Z', 'revision_number': 5, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'subnets': [{'id': '67978492-7f73-452d-9401-7aabf267f48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:13:16.593185 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605cf91a-8ece-47d0-bc18-52ee2f924c3b req-8d2822c6-04ce-4b88-977f-7a4174c60049 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:16.595113 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-605cf91a-8ece-47d0-bc18-52ee2f924c3b req-8d2822c6-04ce-4b88-977f-7a4174c60049 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/ports?device_id=5db5691a-08b6-48a4-b91e-ae7f7ea24415 HTTP/1.1" status: 200 len: 931 time: 0.0702357 Jul 15 19:13:16.641170 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-605cf91a-8ece-47d0-bc18-52ee2f924c3b req-d9894210-f6f7-40bb-8683-dcd23b3a1f03 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/security-groups?id=80f86fd0-02a6-444f-bccf-69c9568c9bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399332 Jul 15 19:13:16.669202 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c614934-33ac-419a-8d4a-340b3745dc31 None None] New status for floating IP 3aee77b4-928e-4c97-b921-42de35af6df2: ACTIVE {{(pid=93660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:13:17.832665 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e76527-106b-4f4e-bcbd-a5926d0a113a req-32df9a3e-d159-4da5-9b79-898513a48f77 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:17.835002 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-60e76527-106b-4f4e-bcbd-a5926d0a113a req-32df9a3e-d159-4da5-9b79-898513a48f77 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/ports?device_id=5db5691a-08b6-48a4-b91e-ae7f7ea24415 HTTP/1.1" status: 200 len: 931 time: 0.0778654 Jul 15 19:13:17.875806 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-60e76527-106b-4f4e-bcbd-a5926d0a113a req-dd7842d4-9f8a-4600-9634-4388058f87ef tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/security-groups?id=80f86fd0-02a6-444f-bccf-69c9568c9bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329094 Jul 15 19:13:18.767300 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-881928f1-5222-4fa3-baa7-d93524601e95 service neutron] Request body: {'port': {'device_id': '5db5691a-08b6-48a4-b91e-ae7f7ea24415', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:13:18.815679 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b66a2d-7bda-42e4-b3f1-3eba2c035389 req-316d1b1d-d26e-404d-8c38-9ef9e7bb3bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:18.817153 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-25b66a2d-7bda-42e4-b3f1-3eba2c035389 req-316d1b1d-d26e-404d-8c38-9ef9e7bb3bb4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=180a42342ab54ecf9731a6938c11faae&device_id=54b60ccd-abdb-4f0b-bc5a-063f0398dfbc HTTP/1.1" status: 200 len: 1098 time: 0.0527081 Jul 15 19:13:18.841259 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-881928f1-5222-4fa3-baa7-d93524601e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:18.927757 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b66a2d-7bda-42e4-b3f1-3eba2c035389 req-5ac9551e-ff0d-48a4-b14d-fd8a66a23736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:18.929269 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-25b66a2d-7bda-42e4-b3f1-3eba2c035389 req-5ac9551e-ff0d-48a4-b14d-fd8a66a23736 service neutron] 10.222.0.69 "GET /v2.0/networks?id=68db1402-794a-4fcf-beca-a85ea1b44a56 HTTP/1.1" status: 200 len: 913 time: 0.0943999 Jul 15 19:13:19.002503 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-25b66a2d-7bda-42e4-b3f1-3eba2c035389 req-1f9a3da3-4d78-44bc-8d10-6e52250eedf0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac25e7a0-37dd-42ef-8de3-5716fd449b31 HTTP/1.1" status: 200 len: 1001 time: 0.0653367 Jul 15 19:13:19.089835 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b66a2d-7bda-42e4-b3f1-3eba2c035389 req-a2413c40-86cf-4f7c-8301-8ed3e76ed83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:19.091331 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-25b66a2d-7bda-42e4-b3f1-3eba2c035389 req-a2413c40-86cf-4f7c-8301-8ed3e76ed83c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=67978492-7f73-452d-9401-7aabf267f48c HTTP/1.1" status: 200 len: 850 time: 0.0820394 Jul 15 19:13:19.141235 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.notifiers.nova [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-881928f1-5222-4fa3-baa7-d93524601e95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f35125fe-e0be-43a3-adee-0fd925d890ce {{(pid=93658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:13:19.147885 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a26921-815d-4972-b55a-9ad12c0a4555 req-4530bc5b-d938-4b09-9f84-93d8a59d1755 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:19.149436 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-59a26921-815d-4972-b55a-9ad12c0a4555 req-4530bc5b-d938-4b09-9f84-93d8a59d1755 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/ports?device_id=5db5691a-08b6-48a4-b91e-ae7f7ea24415 HTTP/1.1" status: 200 len: 931 time: 0.1299894 Jul 15 19:13:19.150690 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-881928f1-5222-4fa3-baa7-d93524601e95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:19.163483 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.provisioning_blocks [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-881928f1-5222-4fa3-baa7-d93524601e95 service neutron] Transition to ACTIVE for port object f35125fe-e0be-43a3-adee-0fd925d890ce will not be triggered until provisioned by entity L2. {{(pid=93658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:13:19.170971 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-881928f1-5222-4fa3-baa7-d93524601e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4513223'] for port, after_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:19.203598 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-59a26921-815d-4972-b55a-9ad12c0a4555 req-5307ddc4-d6d2-4bae-ae04-050a6b7160c8 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/security-groups?id=80f86fd0-02a6-444f-bccf-69c9568c9bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473247 Jul 15 19:13:19.206495 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b66a2d-7bda-42e4-b3f1-3eba2c035389 req-1abaeb42-472e-4c62-8db1-8d7a6b9dd7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:19.208522 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-25b66a2d-7bda-42e4-b3f1-3eba2c035389 req-1abaeb42-472e-4c62-8db1-8d7a6b9dd7ea service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=68db1402-794a-4fcf-beca-a85ea1b44a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1079714 Jul 15 19:13:19.228935 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881928f1-5222-4fa3-baa7-d93524601e95 service neutron] Pushing event updated for resources: {'Port': ['ID=f35125fe-e0be-43a3-adee-0fd925d890ce,revision_number=2']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:19.303899 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.managers [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-881928f1-5222-4fa3-baa7-d93524601e95 service neutron] Attempting to bind port f35125fe-e0be-43a3-adee-0fd925d890ce on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:13:19.304238 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.managers [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-881928f1-5222-4fa3-baa7-d93524601e95 service neutron] Attempting to bind port f35125fe-e0be-43a3-adee-0fd925d890ce by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c84492b8-ba2d-40fb-a4fb-c76314b87572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '59d9b726-0a97-419b-ae9d-cbd0c629a161'}] {{(pid=93658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:13:19.304504 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-25b66a2d-7bda-42e4-b3f1-3eba2c035389 req-22515393-84f3-4ee8-b668-ab7193f0ecf0 service neutron] 10.222.0.69 "GET /v2.0/networks/68db1402-794a-4fcf-beca-a85ea1b44a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894632 Jul 15 19:13:19.304633 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-881928f1-5222-4fa3-baa7-d93524601e95 service neutron] Attempting to bind port f35125fe-e0be-43a3-adee-0fd925d890ce on network 59d9b726-0a97-419b-ae9d-cbd0c629a161 {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:13:19.308906 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-881928f1-5222-4fa3-baa7-d93524601e95 service neutron] Port f35125fe-e0be-43a3-adee-0fd925d890ce on network 59d9b726-0a97-419b-ae9d-cbd0c629a161 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:13:19.309230 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-881928f1-5222-4fa3-baa7-d93524601e95 service neutron] Attempting to bind port f35125fe-e0be-43a3-adee-0fd925d890ce on network 59d9b726-0a97-419b-ae9d-cbd0c629a161 {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:13:19.314056 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-881928f1-5222-4fa3-baa7-d93524601e95 service neutron] Checking agent: {'id': 'ff69530c-d7d1-4bd0-8ab4-9c33ea1455de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 2, 58), 'started_at': datetime.datetime(2021, 7, 15, 19, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:13:19.314395 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-881928f1-5222-4fa3-baa7-d93524601e95 service neutron] Checking segment: {'id': 'c84492b8-ba2d-40fb-a4fb-c76314b87572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '59d9b726-0a97-419b-ae9d-cbd0c629a161'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:13:19.314775 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-881928f1-5222-4fa3-baa7-d93524601e95 service neutron] Bound using segment: {'id': 'c84492b8-ba2d-40fb-a4fb-c76314b87572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '59d9b726-0a97-419b-ae9d-cbd0c629a161'} {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:13:19.315198 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.managers [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-881928f1-5222-4fa3-baa7-d93524601e95 service neutron] Bound port: f35125fe-e0be-43a3-adee-0fd925d890ce, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c84492b8-ba2d-40fb-a4fb-c76314b87572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '59d9b726-0a97-419b-ae9d-cbd0c629a161'}}] {{(pid=93658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:13:19.315560 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-881928f1-5222-4fa3-baa7-d93524601e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:19.382627 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.db [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-881928f1-5222-4fa3-baa7-d93524601e95 service neutron] For port f35125fe-e0be-43a3-adee-0fd925d890ce, host hv-cinder-78836, cleared binding levels {{(pid=93658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:13:19.385724 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.db [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-881928f1-5222-4fa3-baa7-d93524601e95 service neutron] For port f35125fe-e0be-43a3-adee-0fd925d890ce, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f35125fe-e0be-43a3-adee-0fd925d890ce,segment=NetworkSegment(c84492b8-ba2d-40fb-a4fb-c76314b87572),segment_id=c84492b8-ba2d-40fb-a4fb-c76314b87572)] {{(pid=93658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:13:19.393685 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-881928f1-5222-4fa3-baa7-d93524601e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4513223'] for port, after_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:19.404042 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-25b66a2d-7bda-42e4-b3f1-3eba2c035389 req-a784e98f-67be-41c3-ad76-b0e75391c757 service neutron] 10.222.0.69 "GET /v2.0/networks/68db1402-794a-4fcf-beca-a85ea1b44a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915999 Jul 15 19:13:19.440648 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-881928f1-5222-4fa3-baa7-d93524601e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:19.441399 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-881928f1-5222-4fa3-baa7-d93524601e95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:19.443652 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-881928f1-5222-4fa3-baa7-d93524601e95 service neutron] 10.222.0.69 "PUT /v2.0/ports/f35125fe-e0be-43a3-adee-0fd925d890ce HTTP/1.1" status: 200 len: 1093 time: 0.6806657 Jul 15 19:13:19.443944 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5db5691a-08b6-48a4-b91e-ae7f7ea24415', 'tag': 'f35125fe-e0be-43a3-adee-0fd925d890ce'}] {{(pid=93658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:13:19.446289 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b58f88415513d6787191dd44e0a29b3917631101a239d5effbe25afab188a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76799bf6-2152-4e60-ab66-2020ea0f12d9" -d '{"events": [{"name": "network-changed", "server_uuid": "5db5691a-08b6-48a4-b91e-ae7f7ea24415", "tag": "f35125fe-e0be-43a3-adee-0fd925d890ce"}]}' {{(pid=93658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:13:19.467139 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881928f1-5222-4fa3-baa7-d93524601e95 service neutron] Pushing event updated for resources: {'Port': ['ID=f35125fe-e0be-43a3-adee-0fd925d890ce,revision_number=3']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:19.485038 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-ecca776c-0f58-488b-8a18-d10593faf01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:19.535360 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12832b87-4d81-4436-af98-710713ee9065 x-openstack-request-id: req-12832b87-4d81-4436-af98-710713ee9065 {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:13:19.535661 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5db5691a-08b6-48a4-b91e-ae7f7ea24415", "tag": "f35125fe-e0be-43a3-adee-0fd925d890ce", "status": "completed", "code": 200}]} {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:13:19.535953 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-12832b87-4d81-4436-af98-710713ee9065 {{(pid=93658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:13:19.536348 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5db5691a-08b6-48a4-b91e-ae7f7ea24415', 'tag': 'f35125fe-e0be-43a3-adee-0fd925d890ce', 'status': 'completed', 'code': 200} Jul 15 19:13:19.561827 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-c42ed3a7-dd6b-474a-ab56-d39db1b54fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:19.563254 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-c42ed3a7-dd6b-474a-ab56-d39db1b54fe2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7237d41f9e8b4b1690cb13130051e48f&device_id=5db5691a-08b6-48a4-b91e-ae7f7ea24415 HTTP/1.1" status: 200 len: 1096 time: 0.0570412 Jul 15 19:13:19.615039 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-8440ad77-d948-4ed5-86d0-7a490336337a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f35125fe-e0be-43a3-adee-0fd925d890ce HTTP/1.1" status: 200 len: 217 time: 0.0354054 Jul 15 19:13:19.666991 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-4dc75a74-9736-49f6-8523-da1115f82d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:19.668456 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-4dc75a74-9736-49f6-8523-da1115f82d0c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=54d89ba5-946d-45a2-8054-71b9e21366b5 HTTP/1.1" status: 200 len: 849 time: 0.0469770 Jul 15 19:13:19.706383 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-e2606c82-05c0-4654-a9fc-633d39e50ef6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=59d9b726-0a97-419b-ae9d-cbd0c629a161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267818 Jul 15 19:13:19.792772 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-2b490dbd-63d9-4b45-be6c-3e0853db31be service neutron] 10.222.0.69 "GET /v2.0/networks/59d9b726-0a97-419b-ae9d-cbd0c629a161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792994 Jul 15 19:13:19.891062 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-afe50b57-3098-4b46-aef8-6abd71e8208b req-18c7cd9a-8597-4cd1-906f-033ee9cae0d0 service neutron] 10.222.0.69 "GET /v2.0/networks/59d9b726-0a97-419b-ae9d-cbd0c629a161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881705 Jul 15 19:13:20.040576 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76799bf6-2152-4e60-ab66-2020ea0f12d9 req-f8ca5977-65cb-4d27-9096-e3244f93fec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:20.042080 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-76799bf6-2152-4e60-ab66-2020ea0f12d9 req-f8ca5977-65cb-4d27-9096-e3244f93fec2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7237d41f9e8b4b1690cb13130051e48f&device_id=5db5691a-08b6-48a4-b91e-ae7f7ea24415 HTTP/1.1" status: 200 len: 1096 time: 0.0515921 Jul 15 19:13:20.133423 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76799bf6-2152-4e60-ab66-2020ea0f12d9 req-d7c2ed65-2fbf-4ba3-b2ac-e4716344b933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:20.134883 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-76799bf6-2152-4e60-ab66-2020ea0f12d9 req-d7c2ed65-2fbf-4ba3-b2ac-e4716344b933 service neutron] 10.222.0.69 "GET /v2.0/networks?id=59d9b726-0a97-419b-ae9d-cbd0c629a161 HTTP/1.1" status: 200 len: 911 time: 0.0857387 Jul 15 19:13:20.176376 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-76799bf6-2152-4e60-ab66-2020ea0f12d9 req-414dfbed-8864-4e24-9038-f6c1ad8921a8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f35125fe-e0be-43a3-adee-0fd925d890ce HTTP/1.1" status: 200 len: 217 time: 0.0339386 Jul 15 19:13:20.232078 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76799bf6-2152-4e60-ab66-2020ea0f12d9 req-928adb4b-3cda-4eb9-9d31-0a56e1141224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:20.233545 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-76799bf6-2152-4e60-ab66-2020ea0f12d9 req-928adb4b-3cda-4eb9-9d31-0a56e1141224 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=54d89ba5-946d-45a2-8054-71b9e21366b5 HTTP/1.1" status: 200 len: 849 time: 0.0484607 Jul 15 19:13:20.268152 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-76799bf6-2152-4e60-ab66-2020ea0f12d9 req-9269bb62-92cd-4093-b162-4ba31185eb8c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=59d9b726-0a97-419b-ae9d-cbd0c629a161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276740 Jul 15 19:13:20.386487 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-76799bf6-2152-4e60-ab66-2020ea0f12d9 req-2c78af94-7376-4458-863f-f90aa0fd06bf service neutron] 10.222.0.69 "GET /v2.0/networks/59d9b726-0a97-419b-ae9d-cbd0c629a161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115847 Jul 15 19:13:20.402561 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3386d-dd8a-47c8-ad21-d59ba3d9f608 req-b2ea2ed8-ac02-468b-a36a-1da452568fc0 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:20.404337 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-32f3386d-dd8a-47c8-ad21-d59ba3d9f608 req-b2ea2ed8-ac02-468b-a36a-1da452568fc0 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/ports?device_id=5db5691a-08b6-48a4-b91e-ae7f7ea24415 HTTP/1.1" status: 200 len: 943 time: 0.0761235 Jul 15 19:13:20.453582 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-32f3386d-dd8a-47c8-ad21-d59ba3d9f608 req-8c62f241-57c2-4055-b793-6cb372e3d338 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/security-groups?id=80f86fd0-02a6-444f-bccf-69c9568c9bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428431 Jul 15 19:13:20.498050 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-76799bf6-2152-4e60-ab66-2020ea0f12d9 req-2cd4f00d-4602-4cc3-a747-bac046c7eab9 service neutron] 10.222.0.69 "GET /v2.0/networks/59d9b726-0a97-419b-ae9d-cbd0c629a161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035309 Jul 15 19:13:20.721578 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 3e81114e-7ccd-4edf-a7c2-e36ad5338743 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:13:20.743453 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] No Port match for: 3e81114e-7ccd-4edf-a7c2-e36ad5338743 {{(pid=93659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:13:20.744067 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 3e81114e-7ccd-4edf-a7c2-e36ad5338743 not bound to the agent host hv-cinder-78836 {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:13:21.631333 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f95796-0330-447b-9287-60924ba0d17e req-cb1a02fd-fa8f-4fe2-bd13-3e673cdf129c tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:21.632880 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-01f95796-0330-447b-9287-60924ba0d17e req-cb1a02fd-fa8f-4fe2-bd13-3e673cdf129c tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/ports?device_id=5db5691a-08b6-48a4-b91e-ae7f7ea24415 HTTP/1.1" status: 200 len: 943 time: 0.0647736 Jul 15 19:13:21.681917 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-01f95796-0330-447b-9287-60924ba0d17e req-fc240b70-f4d5-45f9-a926-717b0568eefd tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/security-groups?id=80f86fd0-02a6-444f-bccf-69c9568c9bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426023 Jul 15 19:13:22.101435 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:22.162759 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-1d3c3497-fca7-43a3-91b7-40abc88582c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:22.858782 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6fec3-e4f8-4967-b11d-b71f80c7b711 req-59f6fd96-614b-412e-912f-7869347fd0f3 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:22.860278 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-46d6fec3-e4f8-4967-b11d-b71f80c7b711 req-59f6fd96-614b-412e-912f-7869347fd0f3 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/ports?device_id=5db5691a-08b6-48a4-b91e-ae7f7ea24415 HTTP/1.1" status: 200 len: 943 time: 0.0668941 Jul 15 19:13:22.910206 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-46d6fec3-e4f8-4967-b11d-b71f80c7b711 req-2d7d42ce-0707-448f-96dd-dbb48a36fb98 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/security-groups?id=80f86fd0-02a6-444f-bccf-69c9568c9bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437481 Jul 15 19:13:23.688842 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:24.055482 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device f35125fe-e0be-43a3-adee-0fd925d890ce details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:13:24.091244 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213e9d7-5abf-4971-ae8c-e836af567526 req-e3f20f8a-3981-4867-9888-df3c0da2838c tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:24.092694 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f213e9d7-5abf-4971-ae8c-e836af567526 req-e3f20f8a-3981-4867-9888-df3c0da2838c tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/ports?device_id=5db5691a-08b6-48a4-b91e-ae7f7ea24415 HTTP/1.1" status: 200 len: 943 time: 0.0698438 Jul 15 19:13:24.133098 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f213e9d7-5abf-4971-ae8c-e836af567526 req-74408ab0-fe00-4e55-9e57-624e9eb03bd7 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/security-groups?id=80f86fd0-02a6-444f-bccf-69c9568c9bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346272 Jul 15 19:13:24.160329 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port f35125fe-e0be-43a3-adee-0fd925d890ce, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f35125fe-e0be-43a3-adee-0fd925d890ce,segment=NetworkSegment(c84492b8-ba2d-40fb-a4fb-c76314b87572),segment_id=c84492b8-ba2d-40fb-a4fb-c76314b87572)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:13:24.173343 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Returning: {'device': 'f35125fe-e0be-43a3-adee-0fd925d890ce', 'network_id': '59d9b726-0a97-419b-ae9d-cbd0c629a161', 'port_id': 'f35125fe-e0be-43a3-adee-0fd925d890ce', 'mac_address': 'fa:16:3e:a2:39:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d89ba5-946d-45a2-8054-71b9e21366b5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:13:24.211292 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:24.227157 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f35125fe-e0be-43a3-adee-0fd925d890ce {{(pid=93659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:13:24.247176 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port f35125fe-e0be-43a3-adee-0fd925d890ce, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f35125fe-e0be-43a3-adee-0fd925d890ce,segment=NetworkSegment(c84492b8-ba2d-40fb-a4fb-c76314b87572),segment_id=c84492b8-ba2d-40fb-a4fb-c76314b87572)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:13:24.251742 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:24.302898 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=f35125fe-e0be-43a3-adee-0fd925d890ce,revision_number=4']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:24.310310 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:24.310671 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:24.311011 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:24.311361 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:24.311700 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:24.312038 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:24.312369 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:24.312700 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:24.313032 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:24.313360 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:24.313704 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:24.314034 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:24.685874 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] get_ports_and_sgs() called for port_ids ['f35125fe-e0be-43a3-adee-0fd925d890ce'] {{(pid=93659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:13:25.126636 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-a65760a2-c8d9-4158-afd7-69f5dd0924b5 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:25.127976 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-a65760a2-c8d9-4158-afd7-69f5dd0924b5 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/networks?id=618264cd-2eaf-4420-bc05-b6950948d7cb HTTP/1.1" status: 200 len: 813 time: 0.1008394 Jul 15 19:13:25.142568 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-eaaea739-146a-4b56-acd8-30fdbc12b982 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/quotas/0ff8724d8f19422faadf44e87873627e HTTP/1.1" status: 200 len: 375 time: 0.0087745 Jul 15 19:13:25.176252 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-47efa9dc-a146-4d8a-8f0b-8e57ce919dfc tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ff8724d8f19422faadf44e87873627e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281286 Jul 15 19:13:25.267632 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-560267d5-2a1e-46b6-baf3-3bf41bfd9d77 service neutron] 10.222.0.70 "GET /v2.0/networks/618264cd-2eaf-4420-bc05-b6950948d7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848262 Jul 15 19:13:25.311187 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3df9d-f17d-45c9-8097-2b5547411c3e req-8466c94b-86d8-4d9c-bbf7-00cfe5fc9708 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:25.312695 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-5ec3df9d-f17d-45c9-8097-2b5547411c3e req-8466c94b-86d8-4d9c-bbf7-00cfe5fc9708 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/ports?device_id=5db5691a-08b6-48a4-b91e-ae7f7ea24415 HTTP/1.1" status: 200 len: 944 time: 0.0635123 Jul 15 19:13:25.359340 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-9c1e0ff2-8c83-4840-a85a-5a4c69b3b614 service neutron] 10.222.0.70 "GET /v2.0/networks/618264cd-2eaf-4420-bc05-b6950948d7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850923 Jul 15 19:13:25.361139 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-5ec3df9d-f17d-45c9-8097-2b5547411c3e req-f0809e15-0d8a-47cb-8157-eb48e4cad8a1 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/security-groups?id=80f86fd0-02a6-444f-bccf-69c9568c9bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421793 Jul 15 19:13:25.534439 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-88feb02b-9361-4cc8-8663-373dfd93ad57 req-7e6588fa-159a-436c-a71b-d4d200c4605d tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/ports?device_id=7677685e-0cd2-4041-a4bd-0831acb8b1af HTTP/1.1" status: 200 len: 210 time: 0.0379274 Jul 15 19:13:25.570629 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:26.081677 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device f35125fe-e0be-43a3-adee-0fd925d890ce up at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:13:26.132971 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Provisioning for port f35125fe-e0be-43a3-adee-0fd925d890ce completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:13:26.136719 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Provisioning complete for port f35125fe-e0be-43a3-adee-0fd925d890ce triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:13:26.137096 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:26.215363 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:26.237115 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db5691a-08b6-48a4-b91e-ae7f7ea24415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35125fe-e0be-43a3-adee-0fd925d890ce'}] {{(pid=93659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:13:26.239388 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cff241be1680f95bd86cb63ae369edb514e49424f5374e734ea98f44dc6e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a551453b-589b-40c9-a0e0-696c4b1ae2ee" -d '{"events": [{"server_uuid": "5db5691a-08b6-48a4-b91e-ae7f7ea24415", "name": "network-vif-plugged", "status": "completed", "tag": "f35125fe-e0be-43a3-adee-0fd925d890ce"}]}' {{(pid=93659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:13:26.251640 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port f35125fe-e0be-43a3-adee-0fd925d890ce, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f35125fe-e0be-43a3-adee-0fd925d890ce,segment=NetworkSegment(c84492b8-ba2d-40fb-a4fb-c76314b87572),segment_id=c84492b8-ba2d-40fb-a4fb-c76314b87572)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:13:26.256276 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:26.281746 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5f8744-23a3-430b-be5c-793016914ec5 x-openstack-request-id: req-5f5f8744-23a3-430b-be5c-793016914ec5 {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:13:26.282040 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5db5691a-08b6-48a4-b91e-ae7f7ea24415", "name": "network-vif-plugged", "status": "completed", "tag": "f35125fe-e0be-43a3-adee-0fd925d890ce", "code": 200}]} {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:13:26.282293 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5f5f8744-23a3-430b-be5c-793016914ec5 {{(pid=93659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:13:26.282666 dv-cinder-788363-8-iscsi neutron-server[93659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db5691a-08b6-48a4-b91e-ae7f7ea24415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35125fe-e0be-43a3-adee-0fd925d890ce', 'code': 200} Jul 15 19:13:26.309065 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=f35125fe-e0be-43a3-adee-0fd925d890ce,revision_number=5']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:26.558645 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a31b0-a722-44a9-bbef-9035b1925f71 req-6a4653cb-430f-429d-bd8d-2231ea9a0166 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:26.560112 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-424a31b0-a722-44a9-bbef-9035b1925f71 req-6a4653cb-430f-429d-bd8d-2231ea9a0166 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/ports?device_id=5db5691a-08b6-48a4-b91e-ae7f7ea24415 HTTP/1.1" status: 200 len: 945 time: 0.0954800 Jul 15 19:13:26.602383 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cd433-612c-45fd-af60-11366d9399c4 req-eb71f26f-20ea-48ed-9a95-d5d07d88d4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:26.603879 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-e36cd433-612c-45fd-af60-11366d9399c4 req-eb71f26f-20ea-48ed-9a95-d5d07d88d4c9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5db5691a-08b6-48a4-b91e-ae7f7ea24415 HTTP/1.1" status: 200 len: 1098 time: 0.0886271 Jul 15 19:13:26.611291 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-424a31b0-a722-44a9-bbef-9035b1925f71 req-1eeea248-3cd1-408f-a713-23474f969fdb tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/security-groups?id=80f86fd0-02a6-444f-bccf-69c9568c9bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451005 Jul 15 19:13:26.655652 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-e36cd433-612c-45fd-af60-11366d9399c4 req-23096685-55af-43c5-8d9c-f6c5fafdf4d5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=80f86fd0-02a6-444f-bccf-69c9568c9bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330243 Jul 15 19:13:26.698474 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-32defdad-aa80-4423-b275-cd7adde85027 req-79681151-0c4d-4df0-b807-b89792042711 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/ports?device_id=7677685e-0cd2-4041-a4bd-0831acb8b1af HTTP/1.1" status: 200 len: 210 time: 0.0341392 Jul 15 19:13:27.156330 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-c223cc75-e73e-4867-90b0-b99dce3b6a50 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:27.157835 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-c223cc75-e73e-4867-90b0-b99dce3b6a50 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.69 "GET /v2.0/networks?id=618264cd-2eaf-4420-bc05-b6950948d7cb HTTP/1.1" status: 200 len: 813 time: 0.1096675 Jul 15 19:13:27.190671 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-3963f8f5-0878-407e-a604-ce3966c73f3d tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Request body: {'port': {'device_id': '7677685e-0cd2-4041-a4bd-0831acb8b1af', 'network_id': '618264cd-2eaf-4420-bc05-b6950948d7cb', 'admin_state_up': True, 'tenant_id': '0ff8724d8f19422faadf44e87873627e'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:13:27.308647 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-3963f8f5-0878-407e-a604-ce3966c73f3d tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Made reservation on behalf of 0ff8724d8f19422faadf44e87873627e for: {'port': 1} {{(pid=93658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:13:27.315290 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-3963f8f5-0878-407e-a604-ce3966c73f3d tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:27.456458 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.db_base_plugin_common [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-3963f8f5-0878-407e-a604-ce3966c73f3d tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Allocated IP 172.20.0.2 (618264cd-2eaf-4420-bc05-b6950948d7cb/77ed7ed2-5cfb-43f6-a0df-a5a5c2f7723c/a318afe3-586a-4c66-a248-b2ebe05c0ee7) {{(pid=93658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:13:27.606529 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-3963f8f5-0878-407e-a604-ce3966c73f3d tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Notify callbacks [] for port, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:27.646163 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-3963f8f5-0878-407e-a604-ce3966c73f3d tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4513278'] for port, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:27.689868 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-3963f8f5-0878-407e-a604-ce3966c73f3d tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Network 618264cd-2eaf-4420-bc05-b6950948d7cb is already hosted by enough agents. {{(pid=93658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:13:27.695486 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.base_scheduler [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-3963f8f5-0878-407e-a604-ce3966c73f3d tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Resources bound (agent type, host, resource id): {{(pid=93658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:13:27.698031 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-3963f8f5-0878-407e-a604-ce3966c73f3d tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Received port after_create {{(pid=93658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:13:27.732219 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3963f8f5-0878-407e-a604-ce3966c73f3d tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Pushing event updated for resources: {'Port': ['ID=a318afe3-586a-4c66-a248-b2ebe05c0ee7,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:27.787511 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-3963f8f5-0878-407e-a604-ce3966c73f3d tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:27.788147 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-3963f8f5-0878-407e-a604-ce3966c73f3d tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:27.808178 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-3963f8f5-0878-407e-a604-ce3966c73f3d tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6215160 Jul 15 19:13:27.827560 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-e11b7482-fdff-4e29-9b63-57e94d3aef2a service neutron] Request body: {'port': {'device_id': '7677685e-0cd2-4041-a4bd-0831acb8b1af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:13:27.837781 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e958f-6a27-48b6-9601-3e1a818d8a91 req-497f6885-9980-472b-9bc3-4d24201d6786 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:27.839403 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-824e958f-6a27-48b6-9601-3e1a818d8a91 req-497f6885-9980-472b-9bc3-4d24201d6786 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/ports?device_id=5db5691a-08b6-48a4-b91e-ae7f7ea24415 HTTP/1.1" status: 200 len: 945 time: 0.1113064 Jul 15 19:13:27.880729 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd4cf4-562e-4625-a84e-e424f5bcac46 req-c38552a4-7cf6-4a72-8a8d-664b30273fc5 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:27.882246 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-a6dd4cf4-562e-4625-a84e-e424f5bcac46 req-c38552a4-7cf6-4a72-8a8d-664b30273fc5 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/ports?device_id=7677685e-0cd2-4041-a4bd-0831acb8b1af HTTP/1.1" status: 200 len: 931 time: 0.0690656 Jul 15 19:13:27.924428 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-a6dd4cf4-562e-4625-a84e-e424f5bcac46 req-ff8b0d2a-292f-4283-87ba-d5a89f521430 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/security-groups?id=e52a5974-5ec7-4b61-abf7-02b8281a9f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351162 Jul 15 19:13:27.932541 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-824e958f-6a27-48b6-9601-3e1a818d8a91 req-ac3e180f-1465-43f3-894e-9f18490a2390 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/security-groups?id=80f86fd0-02a6-444f-bccf-69c9568c9bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716860 Jul 15 19:13:27.946724 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-e11b7482-fdff-4e29-9b63-57e94d3aef2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:28.233144 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.notifiers.nova [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-e11b7482-fdff-4e29-9b63-57e94d3aef2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a318afe3-586a-4c66-a248-b2ebe05c0ee7 {{(pid=93658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:13:28.241777 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-e11b7482-fdff-4e29-9b63-57e94d3aef2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:28.260614 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.provisioning_blocks [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-e11b7482-fdff-4e29-9b63-57e94d3aef2a service neutron] Transition to ACTIVE for port object a318afe3-586a-4c66-a248-b2ebe05c0ee7 will not be triggered until provisioned by entity L2. {{(pid=93658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:13:28.265053 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-e11b7482-fdff-4e29-9b63-57e94d3aef2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4513223'] for port, after_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:28.316907 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b7482-fdff-4e29-9b63-57e94d3aef2a service neutron] Pushing event updated for resources: {'Port': ['ID=a318afe3-586a-4c66-a248-b2ebe05c0ee7,revision_number=2']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:28.384596 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 58950) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:28.389885 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.managers [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-e11b7482-fdff-4e29-9b63-57e94d3aef2a service neutron] Attempting to bind port a318afe3-586a-4c66-a248-b2ebe05c0ee7 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:13:28.390218 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.managers [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-e11b7482-fdff-4e29-9b63-57e94d3aef2a service neutron] Attempting to bind port a318afe3-586a-4c66-a248-b2ebe05c0ee7 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '706e5e7b-e9df-4791-8db7-faec185f9f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '618264cd-2eaf-4420-bc05-b6950948d7cb'}] {{(pid=93658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:13:28.390541 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-e11b7482-fdff-4e29-9b63-57e94d3aef2a service neutron] Attempting to bind port a318afe3-586a-4c66-a248-b2ebe05c0ee7 on network 618264cd-2eaf-4420-bc05-b6950948d7cb {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:13:28.395044 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-e11b7482-fdff-4e29-9b63-57e94d3aef2a service neutron] Port a318afe3-586a-4c66-a248-b2ebe05c0ee7 on network 618264cd-2eaf-4420-bc05-b6950948d7cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:13:28.395366 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-e11b7482-fdff-4e29-9b63-57e94d3aef2a service neutron] Attempting to bind port a318afe3-586a-4c66-a248-b2ebe05c0ee7 on network 618264cd-2eaf-4420-bc05-b6950948d7cb {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:13:28.400879 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-e11b7482-fdff-4e29-9b63-57e94d3aef2a service neutron] Checking agent: {'id': 'ff69530c-d7d1-4bd0-8ab4-9c33ea1455de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 2, 58), 'started_at': datetime.datetime(2021, 7, 15, 19, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:13:28.401218 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-e11b7482-fdff-4e29-9b63-57e94d3aef2a service neutron] Checking segment: {'id': '706e5e7b-e9df-4791-8db7-faec185f9f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '618264cd-2eaf-4420-bc05-b6950948d7cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:13:28.401591 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-e11b7482-fdff-4e29-9b63-57e94d3aef2a service neutron] Bound using segment: {'id': '706e5e7b-e9df-4791-8db7-faec185f9f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '618264cd-2eaf-4420-bc05-b6950948d7cb'} {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:13:28.402050 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.managers [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-e11b7482-fdff-4e29-9b63-57e94d3aef2a service neutron] Bound port: a318afe3-586a-4c66-a248-b2ebe05c0ee7, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '706e5e7b-e9df-4791-8db7-faec185f9f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '618264cd-2eaf-4420-bc05-b6950948d7cb'}}] {{(pid=93658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:13:28.402408 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-e11b7482-fdff-4e29-9b63-57e94d3aef2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:28.470409 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.db [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-e11b7482-fdff-4e29-9b63-57e94d3aef2a service neutron] For port a318afe3-586a-4c66-a248-b2ebe05c0ee7, host hv-cinder-78836, cleared binding levels {{(pid=93658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:13:28.473530 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.db [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-e11b7482-fdff-4e29-9b63-57e94d3aef2a service neutron] For port a318afe3-586a-4c66-a248-b2ebe05c0ee7, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a318afe3-586a-4c66-a248-b2ebe05c0ee7,segment=NetworkSegment(706e5e7b-e9df-4791-8db7-faec185f9f89),segment_id=706e5e7b-e9df-4791-8db7-faec185f9f89)] {{(pid=93658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:13:28.478790 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-e11b7482-fdff-4e29-9b63-57e94d3aef2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4513223'] for port, after_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:28.497518 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-13e9bd51-14e6-4802-b27d-edefac333638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:28.519298 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-e11b7482-fdff-4e29-9b63-57e94d3aef2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:28.519626 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-e11b7482-fdff-4e29-9b63-57e94d3aef2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:28.521089 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-e11b7482-fdff-4e29-9b63-57e94d3aef2a service neutron] 10.222.0.69 "PUT /v2.0/ports/a318afe3-586a-4c66-a248-b2ebe05c0ee7 HTTP/1.1" status: 200 len: 1093 time: 0.6985924 Jul 15 19:13:28.521532 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7677685e-0cd2-4041-a4bd-0831acb8b1af', 'tag': 'a318afe3-586a-4c66-a248-b2ebe05c0ee7'}] {{(pid=93658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:13:28.523839 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b58f88415513d6787191dd44e0a29b3917631101a239d5effbe25afab188a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdbfa629-8818-4e31-bbc7-9ae49824b741" -d '{"events": [{"name": "network-changed", "server_uuid": "7677685e-0cd2-4041-a4bd-0831acb8b1af", "tag": "a318afe3-586a-4c66-a248-b2ebe05c0ee7"}]}' {{(pid=93658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:13:28.560337 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b7482-fdff-4e29-9b63-57e94d3aef2a service neutron] Pushing event updated for resources: {'Port': ['ID=a318afe3-586a-4c66-a248-b2ebe05c0ee7,revision_number=3']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:28.563820 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9eaef2-00b2-4c21-acf0-ba7010ab3084 x-openstack-request-id: req-3f9eaef2-00b2-4c21-acf0-ba7010ab3084 {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:13:28.564129 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7677685e-0cd2-4041-a4bd-0831acb8b1af", "tag": "a318afe3-586a-4c66-a248-b2ebe05c0ee7", "status": "completed", "code": 200}]} {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:13:28.564527 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3f9eaef2-00b2-4c21-acf0-ba7010ab3084 {{(pid=93658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:13:28.564739 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7677685e-0cd2-4041-a4bd-0831acb8b1af', 'tag': 'a318afe3-586a-4c66-a248-b2ebe05c0ee7', 'status': 'completed', 'code': 200} Jul 15 19:13:28.632625 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-13e9bd51-14e6-4802-b27d-edefac333638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:28.638281 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-13e9bd51-14e6-4802-b27d-edefac333638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:28.652803 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:28.657228 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-01b1c2bf-749b-4f43-a4a2-31e361971d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:28.658760 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-01b1c2bf-749b-4f43-a4a2-31e361971d3c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ff8724d8f19422faadf44e87873627e&device_id=7677685e-0cd2-4041-a4bd-0831acb8b1af HTTP/1.1" status: 200 len: 1096 time: 0.0589900 Jul 15 19:13:28.676110 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-13e9bd51-14e6-4802-b27d-edefac333638 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f2718ae2be3b4e74a23508d25e7f56e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2904010 Jul 15 19:13:28.680002 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 58956) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:28.693845 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e9bd51-14e6-4802-b27d-edefac333638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3132cf-7c04-43db-8111-644685729d3d,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:28.715531 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-5bdf879e-4fb7-4af5-848a-28c16dc99fc3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a318afe3-586a-4c66-a248-b2ebe05c0ee7 HTTP/1.1" status: 200 len: 217 time: 0.0398321 Jul 15 19:13:28.737262 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-5bdbf220-7010-453c-a697-aee360793174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:28.760346 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-5bdbf220-7010-453c-a697-aee360793174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:28.765039 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-d7a5ca87-7832-4512-9ae4-85a389308a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:28.766499 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-d7a5ca87-7832-4512-9ae4-85a389308a68 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=77ed7ed2-5cfb-43f6-a0df-a5a5c2f7723c HTTP/1.1" status: 200 len: 853 time: 0.0438986 Jul 15 19:13:28.799785 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-38a545ed-bbae-4ab9-a6dc-56b38afa3f47 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=618264cd-2eaf-4420-bc05-b6950948d7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266728 Jul 15 19:13:28.811593 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-5bdbf220-7010-453c-a697-aee360793174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:28.814667 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-5bdbf220-7010-453c-a697-aee360793174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:28.815823 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-5bdbf220-7010-453c-a697-aee360793174 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9d3132cf-7c04-43db-8111-644685729d3d HTTP/1.1" status: 204 len: 168 time: 0.1348939 Jul 15 19:13:28.824880 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdbf220-7010-453c-a697-aee360793174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3132cf-7c04-43db-8111-644685729d3d,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:28.911648 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-860dfd76-2bb4-473c-aeb6-ad066ab24dc4 service neutron] 10.222.0.69 "GET /v2.0/networks/618264cd-2eaf-4420-bc05-b6950948d7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027634 Jul 15 19:13:29.015663 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-0a9c4eb2-f19f-4283-b9f3-e6988d9811a0 req-6ff0ba0a-cabc-4ace-865e-084cd5b2e308 service neutron] 10.222.0.69 "GET /v2.0/networks/618264cd-2eaf-4420-bc05-b6950948d7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949838 Jul 15 19:13:29.137358 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 58970) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:29.154836 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-d47ae34a-5e98-4418-abb6-4777e64c7f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:29.197113 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522e215-e12d-42dd-a957-db4c609a9ea1 req-bb960985-1128-489f-ba28-59a5373cd216 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:29.199230 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f522e215-e12d-42dd-a957-db4c609a9ea1 req-bb960985-1128-489f-ba28-59a5373cd216 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/ports?device_id=7677685e-0cd2-4041-a4bd-0831acb8b1af HTTP/1.1" status: 200 len: 943 time: 0.1124237 Jul 15 19:13:29.206418 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca557d-509f-4d3e-b2da-8c83ea91b1cf req-0ffe284f-5fa1-4df0-8b6c-6016a8c2f6bc tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:29.208559 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-cbca557d-509f-4d3e-b2da-8c83ea91b1cf req-0ffe284f-5fa1-4df0-8b6c-6016a8c2f6bc tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/ports?device_id=5db5691a-08b6-48a4-b91e-ae7f7ea24415 HTTP/1.1" status: 200 len: 945 time: 0.1084006 Jul 15 19:13:29.253709 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbfa629-8818-4e31-bbc7-9ae49824b741 req-742787c7-36fb-4456-bc91-aa0cb34bc87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:29.255318 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-cdbfa629-8818-4e31-bbc7-9ae49824b741 req-742787c7-36fb-4456-bc91-aa0cb34bc87f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ff8724d8f19422faadf44e87873627e&device_id=7677685e-0cd2-4041-a4bd-0831acb8b1af HTTP/1.1" status: 200 len: 1096 time: 0.1084976 Jul 15 19:13:29.258744 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f522e215-e12d-42dd-a957-db4c609a9ea1 req-b5967a14-5460-4ecc-bb45-2a45f4b5337c tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/security-groups?id=e52a5974-5ec7-4b61-abf7-02b8281a9f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531428 Jul 15 19:13:29.265854 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-cbca557d-509f-4d3e-b2da-8c83ea91b1cf req-c1ad5af3-f410-4cb2-a66f-b214d547b8a9 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/security-groups?id=80f86fd0-02a6-444f-bccf-69c9568c9bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506492 Jul 15 19:13:29.309785 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-d47ae34a-5e98-4418-abb6-4777e64c7f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:29.314749 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-d47ae34a-5e98-4418-abb6-4777e64c7f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:29.361818 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-d47ae34a-5e98-4418-abb6-4777e64c7f87 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e0766bc54c5c41f0946c17cfeb0575a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2230322 Jul 15 19:13:29.362703 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 58974) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:29.368900 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ae34a-5e98-4418-abb6-4777e64c7f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66709d7a-eeb0-41e5-a42f-5cee59b9a49b,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:29.370796 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbfa629-8818-4e31-bbc7-9ae49824b741 req-51ce7e0f-677b-49a6-8cc6-ca6fc8fe265f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:29.373018 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-cdbfa629-8818-4e31-bbc7-9ae49824b741 req-51ce7e0f-677b-49a6-8cc6-ca6fc8fe265f service neutron] 10.222.0.69 "GET /v2.0/networks?id=618264cd-2eaf-4420-bc05-b6950948d7cb HTTP/1.1" status: 200 len: 915 time: 0.1056137 Jul 15 19:13:29.416473 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-1e965279-2acd-4031-ba9c-bfb7e7bd1064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:29.424417 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-cdbfa629-8818-4e31-bbc7-9ae49824b741 req-d7a499d8-0b35-41d0-9fa9-8236813d37b6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a318afe3-586a-4c66-a248-b2ebe05c0ee7 HTTP/1.1" status: 200 len: 217 time: 0.0434921 Jul 15 19:13:29.439929 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-1e965279-2acd-4031-ba9c-bfb7e7bd1064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:29.478546 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbfa629-8818-4e31-bbc7-9ae49824b741 req-30d7eb58-fedf-403e-be95-256c93c0984d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:29.480238 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-cdbfa629-8818-4e31-bbc7-9ae49824b741 req-30d7eb58-fedf-403e-be95-256c93c0984d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=77ed7ed2-5cfb-43f6-a0df-a5a5c2f7723c HTTP/1.1" status: 200 len: 853 time: 0.0482323 Jul 15 19:13:29.491415 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-1e965279-2acd-4031-ba9c-bfb7e7bd1064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:29.494709 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-1e965279-2acd-4031-ba9c-bfb7e7bd1064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:29.495938 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-1e965279-2acd-4031-ba9c-bfb7e7bd1064 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/66709d7a-eeb0-41e5-a42f-5cee59b9a49b HTTP/1.1" status: 204 len: 168 time: 0.1323075 Jul 15 19:13:29.505168 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e965279-2acd-4031-ba9c-bfb7e7bd1064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66709d7a-eeb0-41e5-a42f-5cee59b9a49b,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:29.531718 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-cdbfa629-8818-4e31-bbc7-9ae49824b741 req-a35b5571-599a-4084-882d-d7e5d9f6d85a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=618264cd-2eaf-4420-bc05-b6950948d7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313101 Jul 15 19:13:29.649539 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-cdbfa629-8818-4e31-bbc7-9ae49824b741 req-9367c369-4149-4ada-baaa-d630430af99c service neutron] 10.222.0.69 "GET /v2.0/networks/618264cd-2eaf-4420-bc05-b6950948d7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051078 Jul 15 19:13:29.771244 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-cdbfa629-8818-4e31-bbc7-9ae49824b741 req-8a5ba1c1-e536-4772-b454-b857fc2aa1ba service neutron] 10.222.0.69 "GET /v2.0/networks/618264cd-2eaf-4420-bc05-b6950948d7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105037 Jul 15 19:13:29.865697 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 58984) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:29.879112 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-89f49542-7b43-4b74-b0f6-6c720bb2999f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:29.978358 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-89f49542-7b43-4b74-b0f6-6c720bb2999f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:29.982966 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-89f49542-7b43-4b74-b0f6-6c720bb2999f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:30.020488 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f49542-7b43-4b74-b0f6-6c720bb2999f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f898df-4189-4a91-b98e-b1d77825eed7,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:30.025804 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-89f49542-7b43-4b74-b0f6-6c720bb2999f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a86b7a0a6c5d4436a8e44cdf83d2471c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1590130 Jul 15 19:13:30.028611 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 58990) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:30.081689 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-8641eac3-7724-4a8e-a7b0-2e9f9d731e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:30.103081 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-8641eac3-7724-4a8e-a7b0-2e9f9d731e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:30.155743 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-8641eac3-7724-4a8e-a7b0-2e9f9d731e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:30.159092 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-8641eac3-7724-4a8e-a7b0-2e9f9d731e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:30.162650 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-8641eac3-7724-4a8e-a7b0-2e9f9d731e51 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/42f898df-4189-4a91-b98e-b1d77825eed7 HTTP/1.1" status: 204 len: 168 time: 0.1307392 Jul 15 19:13:30.169238 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641eac3-7724-4a8e-a7b0-2e9f9d731e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f898df-4189-4a91-b98e-b1d77825eed7,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:30.362185 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fdb75-60f5-4135-8194-826d2a2a8a3c req-a3e4c894-110f-4e3b-bcc5-000d26ec19df tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:30.365348 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-239fdb75-60f5-4135-8194-826d2a2a8a3c req-a3e4c894-110f-4e3b-bcc5-000d26ec19df tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/ports?device_id=5db5691a-08b6-48a4-b91e-ae7f7ea24415 HTTP/1.1" status: 200 len: 945 time: 0.0868709 Jul 15 19:13:30.423450 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-239fdb75-60f5-4135-8194-826d2a2a8a3c req-cf846443-2ca5-4d62-8536-1100470edcd1 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/security-groups?id=80f86fd0-02a6-444f-bccf-69c9568c9bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525031 Jul 15 19:13:30.479029 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19aae7-8f84-49f1-815b-626ca02f0376 req-c8f213e6-c225-49dd-bdc1-9ca0ba104ac0 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:30.480563 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-ec19aae7-8f84-49f1-815b-626ca02f0376 req-c8f213e6-c225-49dd-bdc1-9ca0ba104ac0 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/ports?device_id=7677685e-0cd2-4041-a4bd-0831acb8b1af HTTP/1.1" status: 200 len: 943 time: 0.0829103 Jul 15 19:13:30.524933 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-ec19aae7-8f84-49f1-815b-626ca02f0376 req-1db55c41-50d8-4325-904c-f1f315d64e70 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/security-groups?id=e52a5974-5ec7-4b61-abf7-02b8281a9f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327351 Jul 15 19:13:31.616818 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ef069-f70d-4b43-a28e-c6df6b3de64d req-a833fe15-faf4-4dfe-9aae-80688306d648 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:31.618331 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f05ef069-f70d-4b43-a28e-c6df6b3de64d req-a833fe15-faf4-4dfe-9aae-80688306d648 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/ports?device_id=5db5691a-08b6-48a4-b91e-ae7f7ea24415 HTTP/1.1" status: 200 len: 945 time: 0.0735121 Jul 15 19:13:31.657111 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f05ef069-f70d-4b43-a28e-c6df6b3de64d req-26d297e3-65cd-423a-addc-6ff3ac726ad5 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/security-groups?id=80f86fd0-02a6-444f-bccf-69c9568c9bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331364 Jul 15 19:13:31.699989 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f96e6e-2675-46fa-b69e-8964274e4ab2 req-5a9851f3-b970-4189-b0f9-97fce81d3116 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:31.701479 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-a4f96e6e-2675-46fa-b69e-8964274e4ab2 req-5a9851f3-b970-4189-b0f9-97fce81d3116 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/ports?device_id=7677685e-0cd2-4041-a4bd-0831acb8b1af HTTP/1.1" status: 200 len: 943 time: 0.0627446 Jul 15 19:13:31.747255 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-a4f96e6e-2675-46fa-b69e-8964274e4ab2 req-1815c962-6e7f-4ace-bfa7-8ccbc6c6bfc8 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/security-groups?id=e52a5974-5ec7-4b61-abf7-02b8281a9f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393109 Jul 15 19:13:32.093522 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device a318afe3-586a-4c66-a248-b2ebe05c0ee7 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:13:32.187371 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port a318afe3-586a-4c66-a248-b2ebe05c0ee7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a318afe3-586a-4c66-a248-b2ebe05c0ee7,segment=NetworkSegment(706e5e7b-e9df-4791-8db7-faec185f9f89),segment_id=706e5e7b-e9df-4791-8db7-faec185f9f89)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:13:32.198477 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Returning: {'device': 'a318afe3-586a-4c66-a248-b2ebe05c0ee7', 'network_id': '618264cd-2eaf-4420-bc05-b6950948d7cb', 'port_id': 'a318afe3-586a-4c66-a248-b2ebe05c0ee7', 'mac_address': 'fa:16:3e:5f:fc:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ed7ed2-5cfb-43f6-a0df-a5a5c2f7723c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:13:32.238696 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:32.241876 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52d6f7-bf1d-4e9b-a0ea-0d5fd69e6866 req-096c42ae-3f75-4bf5-8aa9-b1ada7610c4b tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:32.243317 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-0c52d6f7-bf1d-4e9b-a0ea-0d5fd69e6866 req-096c42ae-3f75-4bf5-8aa9-b1ada7610c4b tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.69 "GET /v2.0/ports?device_id=5db5691a-08b6-48a4-b91e-ae7f7ea24415 HTTP/1.1" status: 200 len: 945 time: 0.0620198 Jul 15 19:13:32.251698 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a318afe3-586a-4c66-a248-b2ebe05c0ee7 {{(pid=93659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:13:32.272051 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port a318afe3-586a-4c66-a248-b2ebe05c0ee7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a318afe3-586a-4c66-a248-b2ebe05c0ee7,segment=NetworkSegment(706e5e7b-e9df-4791-8db7-faec185f9f89),segment_id=706e5e7b-e9df-4791-8db7-faec185f9f89)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:13:32.276762 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:32.335627 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=a318afe3-586a-4c66-a248-b2ebe05c0ee7,revision_number=4']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:32.355465 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [req-0c52d6f7-bf1d-4e9b-a0ea-0d5fd69e6866 req-8ebd27bd-0d68-4ec9-a74e-24329539d88d tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Deleting port f35125fe-e0be-43a3-adee-0fd925d890ce {{(pid=93658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:13:32.355810 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-0c52d6f7-bf1d-4e9b-a0ea-0d5fd69e6866 req-8ebd27bd-0d68-4ec9-a74e-24329539d88d tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:32.450686 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.db [req-0c52d6f7-bf1d-4e9b-a0ea-0d5fd69e6866 req-8ebd27bd-0d68-4ec9-a74e-24329539d88d tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] For port f35125fe-e0be-43a3-adee-0fd925d890ce, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f35125fe-e0be-43a3-adee-0fd925d890ce,segment=NetworkSegment(c84492b8-ba2d-40fb-a4fb-c76314b87572),segment_id=c84492b8-ba2d-40fb-a4fb-c76314b87572)] {{(pid=93658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:13:32.451044 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-0c52d6f7-bf1d-4e9b-a0ea-0d5fd69e6866 req-8ebd27bd-0d68-4ec9-a74e-24329539d88d tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:32.464030 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [req-0c52d6f7-bf1d-4e9b-a0ea-0d5fd69e6866 req-8ebd27bd-0d68-4ec9-a74e-24329539d88d tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Calling delete_port for f35125fe-e0be-43a3-adee-0fd925d890ce owned by compute:nova {{(pid=93658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:13:32.597620 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-0c52d6f7-bf1d-4e9b-a0ea-0d5fd69e6866 req-8ebd27bd-0d68-4ec9-a74e-24329539d88d tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4513278'] for port, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:32.626785 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd27bd-0d68-4ec9-a74e-24329539d88d tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Pushing event deleted for resources: {'Port': ['ID=f35125fe-e0be-43a3-adee-0fd925d890ce,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:32.636716 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] get_ports_and_sgs() called for port_ids ['f35125fe-e0be-43a3-adee-0fd925d890ce'] {{(pid=93659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:13:32.670423 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c52d6f7-bf1d-4e9b-a0ea-0d5fd69e6866 req-8ebd27bd-0d68-4ec9-a74e-24329539d88d tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] No DVR routers for this DVR port f35125fe-e0be-43a3-adee-0fd925d890ce on host hv-cinder-78836 {{(pid=93658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:13:32.673266 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-0c52d6f7-bf1d-4e9b-a0ea-0d5fd69e6866 req-8ebd27bd-0d68-4ec9-a74e-24329539d88d tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:32.675298 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-0c52d6f7-bf1d-4e9b-a0ea-0d5fd69e6866 req-8ebd27bd-0d68-4ec9-a74e-24329539d88d tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.69 "DELETE /v2.0/ports/f35125fe-e0be-43a3-adee-0fd925d890ce HTTP/1.1" status: 204 len: 173 time: 0.4217744 Jul 15 19:13:32.675766 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db5691a-08b6-48a4-b91e-ae7f7ea24415', 'name': 'network-vif-deleted', 'tag': 'f35125fe-e0be-43a3-adee-0fd925d890ce'}] {{(pid=93658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:13:32.678127 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b58f88415513d6787191dd44e0a29b3917631101a239d5effbe25afab188a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6dd318-95a6-42a0-9dac-239dc79d8fa1" -d '{"events": [{"server_uuid": "5db5691a-08b6-48a4-b91e-ae7f7ea24415", "name": "network-vif-deleted", "tag": "f35125fe-e0be-43a3-adee-0fd925d890ce"}]}' {{(pid=93658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:13:32.721296 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff358cf-b58d-416b-8b7d-e92deeda3492 x-openstack-request-id: req-fff358cf-b58d-416b-8b7d-e92deeda3492 {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:13:32.721958 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5db5691a-08b6-48a4-b91e-ae7f7ea24415", "name": "network-vif-deleted", "tag": "f35125fe-e0be-43a3-adee-0fd925d890ce", "status": "completed", "code": 200}]} {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:13:32.721958 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fff358cf-b58d-416b-8b7d-e92deeda3492 {{(pid=93658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:13:32.722281 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db5691a-08b6-48a4-b91e-ae7f7ea24415', 'name': 'network-vif-deleted', 'tag': 'f35125fe-e0be-43a3-adee-0fd925d890ce', 'status': 'completed', 'code': 200} Jul 15 19:13:32.742266 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] get_ports_and_sgs() called for port_ids ['a318afe3-586a-4c66-a248-b2ebe05c0ee7'] {{(pid=93659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:13:32.825886 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-187f7e2e-494e-41b2-929e-ae5089ae2084 req-2fc1df2b-4e55-47d3-928a-f891a248d6d6 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/ports?device_id=5db5691a-08b6-48a4-b91e-ae7f7ea24415 HTTP/1.1" status: 200 len: 210 time: 0.0494156 Jul 15 19:13:32.938410 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8cf5d5-195e-4bce-98ab-a4d64d12945d req-e3b53a1e-9a17-46b4-81b8-055e17fe6666 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:32.940429 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1d8cf5d5-195e-4bce-98ab-a4d64d12945d req-e3b53a1e-9a17-46b4-81b8-055e17fe6666 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/ports?device_id=7677685e-0cd2-4041-a4bd-0831acb8b1af HTTP/1.1" status: 200 len: 944 time: 0.0664024 Jul 15 19:13:32.984764 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1d8cf5d5-195e-4bce-98ab-a4d64d12945d req-d8679058-4ccf-4bfe-9cf1-8271efa2419f tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/security-groups?id=e52a5974-5ec7-4b61-abf7-02b8281a9f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378568 Jul 15 19:13:33.766529 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 59050) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:33.874076 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-c025f81c-4913-4db5-8cae-cba26f39cd8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:33.970520 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-c025f81c-4913-4db5-8cae-cba26f39cd8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:33.975521 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-c025f81c-4913-4db5-8cae-cba26f39cd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:34.018420 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-c025f81c-4913-4db5-8cae-cba26f39cd8c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f644c163ada74d629561ccb91d224553&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2494354 Jul 15 19:13:34.019356 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c025f81c-4913-4db5-8cae-cba26f39cd8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da35f740-6930-4e8b-8254-4775363687ef,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:34.020043 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 59062) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:34.110983 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device a318afe3-586a-4c66-a248-b2ebe05c0ee7 up at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:13:34.121456 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-572dfcc0-2803-48a5-8bfb-5d455291a194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:34.165391 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba15a0-1878-4340-aeb6-4dc02d0cd8df req-1fdcc639-c275-4aa7-86c7-636226d70a29 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:34.168504 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Provisioning for port a318afe3-586a-4c66-a248-b2ebe05c0ee7 completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:13:34.173828 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-22ba15a0-1878-4340-aeb6-4dc02d0cd8df req-1fdcc639-c275-4aa7-86c7-636226d70a29 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/ports?device_id=7677685e-0cd2-4041-a4bd-0831acb8b1af HTTP/1.1" status: 200 len: 944 time: 0.0761352 Jul 15 19:13:34.174966 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Provisioning complete for port a318afe3-586a-4c66-a248-b2ebe05c0ee7 triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:13:34.175380 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:34.179392 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-572dfcc0-2803-48a5-8bfb-5d455291a194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:34.209372 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-22ba15a0-1878-4340-aeb6-4dc02d0cd8df req-5fd8e150-84b1-44af-a034-29ebbd11231d tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/security-groups?id=e52a5974-5ec7-4b61-abf7-02b8281a9f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345514 Jul 15 19:13:34.237052 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-bbf67ea7-afa0-4dbf-8271-e21ff2a8e8fa tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:34.238557 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-bbf67ea7-afa0-4dbf-8271-e21ff2a8e8fa tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/networks?id=59d9b726-0a97-419b-ae9d-cbd0c629a161 HTTP/1.1" status: 200 len: 809 time: 0.1591642 Jul 15 19:13:34.256756 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-3f3d70a9-678b-45b2-9395-eeb1bd0f1149 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/quotas/7237d41f9e8b4b1690cb13130051e48f HTTP/1.1" status: 200 len: 375 time: 0.0124385 Jul 15 19:13:34.273739 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-572dfcc0-2803-48a5-8bfb-5d455291a194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:34.275748 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:34.276309 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-572dfcc0-2803-48a5-8bfb-5d455291a194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:34.277406 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-572dfcc0-2803-48a5-8bfb-5d455291a194 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/da35f740-6930-4e8b-8254-4775363687ef HTTP/1.1" status: 204 len: 168 time: 0.2545185 Jul 15 19:13:34.299756 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7677685e-0cd2-4041-a4bd-0831acb8b1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a318afe3-586a-4c66-a248-b2ebe05c0ee7'}] {{(pid=93659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:13:34.302421 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cff241be1680f95bd86cb63ae369edb514e49424f5374e734ea98f44dc6e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ef2db8-e4db-4701-bbfd-d07a43c2855a" -d '{"events": [{"server_uuid": "7677685e-0cd2-4041-a4bd-0831acb8b1af", "name": "network-vif-plugged", "status": "completed", "tag": "a318afe3-586a-4c66-a248-b2ebe05c0ee7"}]}' {{(pid=93659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:13:34.328165 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port a318afe3-586a-4c66-a248-b2ebe05c0ee7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a318afe3-586a-4c66-a248-b2ebe05c0ee7,segment=NetworkSegment(706e5e7b-e9df-4791-8db7-faec185f9f89),segment_id=706e5e7b-e9df-4791-8db7-faec185f9f89)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:13:34.334944 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:34.361943 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e55f7e8-9990-4b4c-9bac-e615848954b6 x-openstack-request-id: req-8e55f7e8-9990-4b4c-9bac-e615848954b6 {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:13:34.362370 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7677685e-0cd2-4041-a4bd-0831acb8b1af", "name": "network-vif-plugged", "status": "completed", "tag": "a318afe3-586a-4c66-a248-b2ebe05c0ee7", "code": 200}]} {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:13:34.362715 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8e55f7e8-9990-4b4c-9bac-e615848954b6 {{(pid=93659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:13:34.363322 dv-cinder-788363-8-iscsi neutron-server[93659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7677685e-0cd2-4041-a4bd-0831acb8b1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a318afe3-586a-4c66-a248-b2ebe05c0ee7', 'code': 200} Jul 15 19:13:34.402682 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=a318afe3-586a-4c66-a248-b2ebe05c0ee7,revision_number=5']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:34.646676 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-75be8d61-ee23-4658-b9a0-13e6069e3981 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7237d41f9e8b4b1690cb13130051e48f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3839338 Jul 15 19:13:34.655439 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572dfcc0-2803-48a5-8bfb-5d455291a194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da35f740-6930-4e8b-8254-4775363687ef,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:34.770079 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c32e30-c32f-4754-a192-f5f84513f0fa req-3a943fb9-4144-4ceb-99c4-b079cf77b93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:34.771579 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-85c32e30-c32f-4754-a192-f5f84513f0fa req-3a943fb9-4144-4ceb-99c4-b079cf77b93a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7677685e-0cd2-4041-a4bd-0831acb8b1af HTTP/1.1" status: 200 len: 1098 time: 0.1314487 Jul 15 19:13:34.787341 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-0d3aeb9b-f7a2-4e4b-b83a-60936f1635e9 service neutron] 10.222.0.70 "GET /v2.0/networks/59d9b726-0a97-419b-ae9d-cbd0c629a161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125515 Jul 15 19:13:34.839051 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-85c32e30-c32f-4754-a192-f5f84513f0fa req-5ba0ceff-dccc-4d81-9544-3a0051d9dd10 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e52a5974-5ec7-4b61-abf7-02b8281a9f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602858 Jul 15 19:13:34.905411 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-d9ae5202-757a-4151-9f58-4f9fff21de85 service neutron] 10.222.0.70 "GET /v2.0/networks/59d9b726-0a97-419b-ae9d-cbd0c629a161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109648 Jul 15 19:13:35.111753 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-d0f4a79c-25e6-488f-aca5-7682a3c67d1c req-2cdb5bb5-c6af-4f85-abfa-fe1271a9bad3 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe2dd7de-6bc3-4f76-ac6f-f02b174da315 HTTP/1.1" status: 200 len: 210 time: 0.0319297 Jul 15 19:13:35.442985 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8746554-5dff-41bf-914b-d58f674e8afc req-b2497121-858c-4b58-b868-942d7cfd5f67 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:35.450753 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-e8746554-5dff-41bf-914b-d58f674e8afc req-b2497121-858c-4b58-b868-942d7cfd5f67 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/ports?device_id=7677685e-0cd2-4041-a4bd-0831acb8b1af HTTP/1.1" status: 200 len: 945 time: 0.1020415 Jul 15 19:13:35.493396 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-e8746554-5dff-41bf-914b-d58f674e8afc req-c0ac46dd-5182-48c8-bee6-30efbd23205b tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/security-groups?id=e52a5974-5ec7-4b61-abf7-02b8281a9f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415118 Jul 15 19:13:35.568903 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 59114) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:35.675459 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-037ddc55-61fd-424c-af95-10fe027cf23f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:35.768181 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-037ddc55-61fd-424c-af95-10fe027cf23f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:35.772912 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-037ddc55-61fd-424c-af95-10fe027cf23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:35.812551 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-037ddc55-61fd-424c-af95-10fe027cf23f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0bb74c4eac724abe8b3333935f331385&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425544 Jul 15 19:13:35.813506 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ddc55-61fd-424c-af95-10fe027cf23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7346eed3-fc6a-4e83-bbbc-ce2239625e5b,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:35.815435 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 59118) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:35.869715 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-a0e42f0e-ae70-456f-bbfb-62b1f5afbcd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:35.891169 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-a0e42f0e-ae70-456f-bbfb-62b1f5afbcd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:35.937762 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-a0e42f0e-ae70-456f-bbfb-62b1f5afbcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:35.940319 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-a0e42f0e-ae70-456f-bbfb-62b1f5afbcd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:35.941495 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-a0e42f0e-ae70-456f-bbfb-62b1f5afbcd0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7346eed3-fc6a-4e83-bbbc-ce2239625e5b HTTP/1.1" status: 204 len: 168 time: 0.1240768 Jul 15 19:13:35.949751 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e42f0e-ae70-456f-bbfb-62b1f5afbcd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7346eed3-fc6a-4e83-bbbc-ce2239625e5b,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:36.107117 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device f35125fe-e0be-43a3-adee-0fd925d890ce no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:13:36.129105 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] No Port match for: f35125fe-e0be-43a3-adee-0fd925d890ce {{(pid=93659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:13:36.129457 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device f35125fe-e0be-43a3-adee-0fd925d890ce not bound to the agent host hv-cinder-78836 {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:13:36.268535 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-58505db2-a26c-4298-a0ac-9e9ea787ecf7 req-5e6da3ee-596c-457f-8fbe-867f2839cfe3 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe2dd7de-6bc3-4f76-ac6f-f02b174da315 HTTP/1.1" status: 200 len: 210 time: 0.0328438 Jul 15 19:13:36.730675 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-c58ad260-a1b5-45fb-aec3-f0f31c5c16be tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:36.732161 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.agents_db [None req-ef181030-a4ef-48d9-9156-44fb1018252a None None] Agent healthcheck: found 6 active agents {{(pid=93660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:13:36.733033 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-c58ad260-a1b5-45fb-aec3-f0f31c5c16be tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.69 "GET /v2.0/networks?id=59d9b726-0a97-419b-ae9d-cbd0c629a161 HTTP/1.1" status: 200 len: 809 time: 0.1665506 Jul 15 19:13:36.758836 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3dbf3e-2aa1-427a-b669-8e66e9b3a683 req-3a22b0eb-de47-466c-a5ed-af76f0009aa3 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:36.760374 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-ac3dbf3e-2aa1-427a-b669-8e66e9b3a683 req-3a22b0eb-de47-466c-a5ed-af76f0009aa3 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/ports?device_id=7677685e-0cd2-4041-a4bd-0831acb8b1af HTTP/1.1" status: 200 len: 945 time: 0.1033642 Jul 15 19:13:36.764988 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-e4e3c177-0ae0-4fd4-85e6-5af537120e60 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Request body: {'port': {'device_id': 'fe2dd7de-6bc3-4f76-ac6f-f02b174da315', 'network_id': '59d9b726-0a97-419b-ae9d-cbd0c629a161', 'admin_state_up': True, 'tenant_id': '7237d41f9e8b4b1690cb13130051e48f'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:13:36.864385 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-ac3dbf3e-2aa1-427a-b669-8e66e9b3a683 req-484d97b7-1d41-4fcf-a742-ed13d7dbf672 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/security-groups?id=e52a5974-5ec7-4b61-abf7-02b8281a9f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959167 Jul 15 19:13:36.913065 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-e4e3c177-0ae0-4fd4-85e6-5af537120e60 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Made reservation on behalf of 7237d41f9e8b4b1690cb13130051e48f for: {'port': 1} {{(pid=93658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:13:36.917383 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-e4e3c177-0ae0-4fd4-85e6-5af537120e60 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:37.079769 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.db_base_plugin_common [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-e4e3c177-0ae0-4fd4-85e6-5af537120e60 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Allocated IP 172.20.0.6 (59d9b726-0a97-419b-ae9d-cbd0c629a161/54d89ba5-946d-45a2-8054-71b9e21366b5/35429cb9-a0b8-4366-a144-d48790fcdeb1) {{(pid=93658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:13:37.258135 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-e4e3c177-0ae0-4fd4-85e6-5af537120e60 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Notify callbacks [] for port, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:37.315479 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-e4e3c177-0ae0-4fd4-85e6-5af537120e60 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4513278'] for port, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:37.369390 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-e4e3c177-0ae0-4fd4-85e6-5af537120e60 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Network 59d9b726-0a97-419b-ae9d-cbd0c629a161 is already hosted by enough agents. {{(pid=93658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:13:37.375971 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.base_scheduler [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-e4e3c177-0ae0-4fd4-85e6-5af537120e60 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Resources bound (agent type, host, resource id): {{(pid=93658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:13:37.381503 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-e4e3c177-0ae0-4fd4-85e6-5af537120e60 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Received port after_create {{(pid=93658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:13:37.422700 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e3c177-0ae0-4fd4-85e6-5af537120e60 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Pushing event updated for resources: {'Port': ['ID=35429cb9-a0b8-4366-a144-d48790fcdeb1,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:37.467108 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-e4e3c177-0ae0-4fd4-85e6-5af537120e60 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:37.467688 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-e4e3c177-0ae0-4fd4-85e6-5af537120e60 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:37.496968 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-e4e3c177-0ae0-4fd4-85e6-5af537120e60 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7355545 Jul 15 19:13:37.529360 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d839c-372c-4f3e-8ea8-491f24e5d9a0 req-c98cf831-a164-4d07-9215-3723fb66e0d3 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:37.531214 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-cd7d839c-372c-4f3e-8ea8-491f24e5d9a0 req-c98cf831-a164-4d07-9215-3723fb66e0d3 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe2dd7de-6bc3-4f76-ac6f-f02b174da315 HTTP/1.1" status: 200 len: 931 time: 0.1248488 Jul 15 19:13:37.537415 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-4e152de2-1f44-4cef-a2eb-53f418324a8f service neutron] Request body: {'port': {'device_id': 'fe2dd7de-6bc3-4f76-ac6f-f02b174da315', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:13:37.610065 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-cd7d839c-372c-4f3e-8ea8-491f24e5d9a0 req-e5a9ac4d-36ad-4cae-a2ff-6ecf61e33cd8 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/security-groups?id=80f86fd0-02a6-444f-bccf-69c9568c9bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701118 Jul 15 19:13:37.649329 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-4e152de2-1f44-4cef-a2eb-53f418324a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:37.937099 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.notifiers.nova [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-4e152de2-1f44-4cef-a2eb-53f418324a8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35429cb9-a0b8-4366-a144-d48790fcdeb1 {{(pid=93658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:13:37.946394 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-4e152de2-1f44-4cef-a2eb-53f418324a8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:37.962811 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.provisioning_blocks [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-4e152de2-1f44-4cef-a2eb-53f418324a8f service neutron] Transition to ACTIVE for port object 35429cb9-a0b8-4366-a144-d48790fcdeb1 will not be triggered until provisioned by entity L2. {{(pid=93658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:13:37.967515 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-4e152de2-1f44-4cef-a2eb-53f418324a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4513223'] for port, after_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:38.024174 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e152de2-1f44-4cef-a2eb-53f418324a8f service neutron] Pushing event updated for resources: {'Port': ['ID=35429cb9-a0b8-4366-a144-d48790fcdeb1,revision_number=2']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:38.102254 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.managers [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-4e152de2-1f44-4cef-a2eb-53f418324a8f service neutron] Attempting to bind port 35429cb9-a0b8-4366-a144-d48790fcdeb1 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:13:38.102588 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.managers [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-4e152de2-1f44-4cef-a2eb-53f418324a8f service neutron] Attempting to bind port 35429cb9-a0b8-4366-a144-d48790fcdeb1 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c84492b8-ba2d-40fb-a4fb-c76314b87572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '59d9b726-0a97-419b-ae9d-cbd0c629a161'}] {{(pid=93658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:13:38.102925 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-4e152de2-1f44-4cef-a2eb-53f418324a8f service neutron] Attempting to bind port 35429cb9-a0b8-4366-a144-d48790fcdeb1 on network 59d9b726-0a97-419b-ae9d-cbd0c629a161 {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:13:38.107692 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-4e152de2-1f44-4cef-a2eb-53f418324a8f service neutron] Port 35429cb9-a0b8-4366-a144-d48790fcdeb1 on network 59d9b726-0a97-419b-ae9d-cbd0c629a161 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:13:38.108232 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-4e152de2-1f44-4cef-a2eb-53f418324a8f service neutron] Attempting to bind port 35429cb9-a0b8-4366-a144-d48790fcdeb1 on network 59d9b726-0a97-419b-ae9d-cbd0c629a161 {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:13:38.113519 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-4e152de2-1f44-4cef-a2eb-53f418324a8f service neutron] Checking agent: {'id': 'ff69530c-d7d1-4bd0-8ab4-9c33ea1455de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 2, 58), 'started_at': datetime.datetime(2021, 7, 15, 19, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:13:38.113688 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-4e152de2-1f44-4cef-a2eb-53f418324a8f service neutron] Checking segment: {'id': 'c84492b8-ba2d-40fb-a4fb-c76314b87572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '59d9b726-0a97-419b-ae9d-cbd0c629a161'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:13:38.114199 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-4e152de2-1f44-4cef-a2eb-53f418324a8f service neutron] Bound using segment: {'id': 'c84492b8-ba2d-40fb-a4fb-c76314b87572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '59d9b726-0a97-419b-ae9d-cbd0c629a161'} {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:13:38.114636 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.managers [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-4e152de2-1f44-4cef-a2eb-53f418324a8f service neutron] Bound port: 35429cb9-a0b8-4366-a144-d48790fcdeb1, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c84492b8-ba2d-40fb-a4fb-c76314b87572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '59d9b726-0a97-419b-ae9d-cbd0c629a161'}}] {{(pid=93658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:13:38.115005 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-4e152de2-1f44-4cef-a2eb-53f418324a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:38.192807 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.db [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-4e152de2-1f44-4cef-a2eb-53f418324a8f service neutron] For port 35429cb9-a0b8-4366-a144-d48790fcdeb1, host hv-cinder-78836, cleared binding levels {{(pid=93658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:13:38.196321 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.db [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-4e152de2-1f44-4cef-a2eb-53f418324a8f service neutron] For port 35429cb9-a0b8-4366-a144-d48790fcdeb1, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=35429cb9-a0b8-4366-a144-d48790fcdeb1,segment=NetworkSegment(c84492b8-ba2d-40fb-a4fb-c76314b87572),segment_id=c84492b8-ba2d-40fb-a4fb-c76314b87572)] {{(pid=93658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:13:38.200101 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-4e152de2-1f44-4cef-a2eb-53f418324a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4513223'] for port, after_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:38.233993 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-4e152de2-1f44-4cef-a2eb-53f418324a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:38.234769 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-4e152de2-1f44-4cef-a2eb-53f418324a8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:38.236171 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-4e152de2-1f44-4cef-a2eb-53f418324a8f service neutron] 10.222.0.69 "PUT /v2.0/ports/35429cb9-a0b8-4366-a144-d48790fcdeb1 HTTP/1.1" status: 200 len: 1093 time: 0.7040060 Jul 15 19:13:38.238460 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe2dd7de-6bc3-4f76-ac6f-f02b174da315', 'tag': '35429cb9-a0b8-4366-a144-d48790fcdeb1'}] {{(pid=93658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:13:38.241254 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b58f88415513d6787191dd44e0a29b3917631101a239d5effbe25afab188a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e142f6c-11b6-4108-8912-af8681cb4a27" -d '{"events": [{"name": "network-changed", "server_uuid": "fe2dd7de-6bc3-4f76-ac6f-f02b174da315", "tag": "35429cb9-a0b8-4366-a144-d48790fcdeb1"}]}' {{(pid=93658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:13:38.272463 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e152de2-1f44-4cef-a2eb-53f418324a8f service neutron] Pushing event updated for resources: {'Port': ['ID=35429cb9-a0b8-4366-a144-d48790fcdeb1,revision_number=3']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:38.286394 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b47515-d0cd-4c68-8cba-38e66db31bff x-openstack-request-id: req-b1b47515-d0cd-4c68-8cba-38e66db31bff {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:13:38.287270 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe2dd7de-6bc3-4f76-ac6f-f02b174da315", "tag": "35429cb9-a0b8-4366-a144-d48790fcdeb1", "status": "completed", "code": 200}]} {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:13:38.287533 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b1b47515-d0cd-4c68-8cba-38e66db31bff {{(pid=93658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:13:38.287960 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe2dd7de-6bc3-4f76-ac6f-f02b174da315', 'tag': '35429cb9-a0b8-4366-a144-d48790fcdeb1', 'status': 'completed', 'code': 200} Jul 15 19:13:38.321889 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-c617a27d-75e0-472a-b285-290c5257688a tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=212ffa7d210d4dd885a4389747d19ec3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307925 Jul 15 19:13:38.381606 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-c679993c-076a-4033-a852-a3f4eaeb257d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:38.383174 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-c679993c-076a-4033-a852-a3f4eaeb257d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7237d41f9e8b4b1690cb13130051e48f&device_id=fe2dd7de-6bc3-4f76-ac6f-f02b174da315 HTTP/1.1" status: 200 len: 1096 time: 0.0604832 Jul 15 19:13:38.441912 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-07739083-8235-4472-9e42-24df3a32e47f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35429cb9-a0b8-4366-a144-d48790fcdeb1 HTTP/1.1" status: 200 len: 217 time: 0.0370421 Jul 15 19:13:38.499641 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-5ef8437b-9c22-472f-8ccf-476871f824dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:38.501154 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-5ef8437b-9c22-472f-8ccf-476871f824dd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=54d89ba5-946d-45a2-8054-71b9e21366b5 HTTP/1.1" status: 200 len: 849 time: 0.0502064 Jul 15 19:13:38.515634 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-d629e815-6e67-4ba0-bc9c-3b84e97df9bf tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:38.517162 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-d629e815-6e67-4ba0-bc9c-3b84e97df9bf tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1899958 Jul 15 19:13:38.533239 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-c8d054cc-84ab-4434-ae40-260e5cab517a tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] 10.222.0.70 "GET /v2.0/quotas/212ffa7d210d4dd885a4389747d19ec3 HTTP/1.1" status: 200 len: 375 time: 0.0101833 Jul 15 19:13:38.537106 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-b806d908-c714-48a9-a299-039e18fdd3ca service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=59d9b726-0a97-419b-ae9d-cbd0c629a161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276680 Jul 15 19:13:38.576532 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-adcef0b7-2b55-4f7e-b012-ead4d6781598 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=212ffa7d210d4dd885a4389747d19ec3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372269 Jul 15 19:13:38.685033 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-126e3376-a5e5-4275-a30b-887ae8730225 service neutron] 10.222.0.69 "GET /v2.0/networks/59d9b726-0a97-419b-ae9d-cbd0c629a161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354802 Jul 15 19:13:38.789356 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1f22711a-5d9d-4053-913a-3fbafdaaf995 req-84b9b623-fc60-42aa-8fea-56773aaac7b2 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d9f5f7-3495-48e8-9c48-c729abba521c HTTP/1.1" status: 200 len: 210 time: 0.0292838 Jul 15 19:13:38.829924 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-c1ef4cb0-7dbc-4483-a43a-ad184b9f3e1d req-14ac7a2e-8d56-458d-b306-16438f6ec3ac service neutron] 10.222.0.69 "GET /v2.0/networks/59d9b726-0a97-419b-ae9d-cbd0c629a161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336663 Jul 15 19:13:38.868462 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06c3f5-c3b2-43ed-bce4-cf45246b2a5b req-d03e6f11-6b0a-4f2c-a993-d4fd427ec3c8 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:38.870030 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-fe06c3f5-c3b2-43ed-bce4-cf45246b2a5b req-d03e6f11-6b0a-4f2c-a993-d4fd427ec3c8 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe2dd7de-6bc3-4f76-ac6f-f02b174da315 HTTP/1.1" status: 200 len: 943 time: 0.1029687 Jul 15 19:13:38.916939 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-fe06c3f5-c3b2-43ed-bce4-cf45246b2a5b req-1e39b8e1-7393-4294-97f0-868ca5a6c4af tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/security-groups?id=80f86fd0-02a6-444f-bccf-69c9568c9bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408192 Jul 15 19:13:39.018776 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e142f6c-11b6-4108-8912-af8681cb4a27 req-06bc0b61-ce7f-4ae6-ada7-9fea4d5dc6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:39.021125 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-0e142f6c-11b6-4108-8912-af8681cb4a27 req-06bc0b61-ce7f-4ae6-ada7-9fea4d5dc6bc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7237d41f9e8b4b1690cb13130051e48f&device_id=fe2dd7de-6bc3-4f76-ac6f-f02b174da315 HTTP/1.1" status: 200 len: 1096 time: 0.0710657 Jul 15 19:13:39.121570 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e142f6c-11b6-4108-8912-af8681cb4a27 req-6416f909-7362-47a2-86ef-183672a8cdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:39.123747 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-0e142f6c-11b6-4108-8912-af8681cb4a27 req-6416f909-7362-47a2-86ef-183672a8cdf2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=59d9b726-0a97-419b-ae9d-cbd0c629a161 HTTP/1.1" status: 200 len: 911 time: 0.0922971 Jul 15 19:13:39.172261 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-0e142f6c-11b6-4108-8912-af8681cb4a27 req-ddf014f3-3973-4700-83ac-ed08827b2902 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35429cb9-a0b8-4366-a144-d48790fcdeb1 HTTP/1.1" status: 200 len: 217 time: 0.0406079 Jul 15 19:13:39.228144 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e142f6c-11b6-4108-8912-af8681cb4a27 req-7c2f4993-34bc-4240-bf7d-7cf6b682c3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:39.229611 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-0e142f6c-11b6-4108-8912-af8681cb4a27 req-7c2f4993-34bc-4240-bf7d-7cf6b682c3ab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=54d89ba5-946d-45a2-8054-71b9e21366b5 HTTP/1.1" status: 200 len: 849 time: 0.0473104 Jul 15 19:13:39.263679 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-0e142f6c-11b6-4108-8912-af8681cb4a27 req-81d0a67b-9689-4720-bc58-149c16df9e28 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=59d9b726-0a97-419b-ae9d-cbd0c629a161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263164 Jul 15 19:13:39.364467 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-0e142f6c-11b6-4108-8912-af8681cb4a27 req-affd281a-fe25-4e27-8dc4-c05080bb5a4c service neutron] 10.222.0.69 "GET /v2.0/networks/59d9b726-0a97-419b-ae9d-cbd0c629a161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910106 Jul 15 19:13:39.472498 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-0e142f6c-11b6-4108-8912-af8681cb4a27 req-135c44bc-3db0-4bec-9ca4-a078cbd6f860 service neutron] 10.222.0.69 "GET /v2.0/networks/59d9b726-0a97-419b-ae9d-cbd0c629a161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899119 Jul 15 19:13:39.934426 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-f3c44594-41b4-449b-8238-252342c8be3a req-449b0f78-6b62-46ce-93ee-bfa5c4b79830 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d9f5f7-3495-48e8-9c48-c729abba521c HTTP/1.1" status: 200 len: 210 time: 0.0284293 Jul 15 19:13:40.116356 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-9db57ac5-1c6e-4abd-a6c8-9157b3ce580e tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=212ffa7d210d4dd885a4389747d19ec3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325649 Jul 15 19:13:40.211718 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b113d-2ccb-4a11-ad43-a0c1f017e8cf req-cc8fe83b-d21a-43af-b20b-c8dd2978db09 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:40.213278 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-7e7b113d-2ccb-4a11-ad43-a0c1f017e8cf req-cc8fe83b-d21a-43af-b20b-c8dd2978db09 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe2dd7de-6bc3-4f76-ac6f-f02b174da315 HTTP/1.1" status: 200 len: 943 time: 0.1714144 Jul 15 19:13:40.345755 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-7e7b113d-2ccb-4a11-ad43-a0c1f017e8cf req-52861192-6964-4379-8d9a-105f47490bf2 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/security-groups?id=80f86fd0-02a6-444f-bccf-69c9568c9bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208360 Jul 15 19:13:40.356560 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-1f520a7e-9aa7-438c-820f-8ed9b66ac609 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:40.358092 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-1f520a7e-9aa7-438c-820f-8ed9b66ac609 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2342782 Jul 15 19:13:40.381268 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-02d3a4eb-94f7-45b6-a89b-542dd3aba795 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] Request body: {'port': {'device_id': '24d9f5f7-3495-48e8-9c48-c729abba521c', 'network_id': 'b182a162-1ccd-431d-a91f-93f160a9efad', 'admin_state_up': True, 'tenant_id': '212ffa7d210d4dd885a4389747d19ec3'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:13:40.492698 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-02d3a4eb-94f7-45b6-a89b-542dd3aba795 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] Made reservation on behalf of 212ffa7d210d4dd885a4389747d19ec3 for: {'port': 1} {{(pid=93658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:13:40.496337 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-02d3a4eb-94f7-45b6-a89b-542dd3aba795 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:40.505521 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-02d3a4eb-94f7-45b6-a89b-542dd3aba795 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:40.604581 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-02d3a4eb-94f7-45b6-a89b-542dd3aba795 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:40.608392 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-02d3a4eb-94f7-45b6-a89b-542dd3aba795 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:40.675621 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d3a4eb-94f7-45b6-a89b-542dd3aba795 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cfc75f-d192-4985-8010-5be0edb6c5e8,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:40.747992 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.db_base_plugin_common [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-02d3a4eb-94f7-45b6-a89b-542dd3aba795 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] Allocated IP 192.168.233.18 (b182a162-1ccd-431d-a91f-93f160a9efad/f81f5210-7ac3-4795-bc83-b64a37ced7d3/db03e487-cdcd-4090-9ef5-d2d662104cdd) {{(pid=93658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:13:40.902913 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-02d3a4eb-94f7-45b6-a89b-542dd3aba795 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] Notify callbacks [] for port, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:40.916859 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.provisioning_blocks [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-02d3a4eb-94f7-45b6-a89b-542dd3aba795 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] Transition to ACTIVE for port object db03e487-cdcd-4090-9ef5-d2d662104cdd will not be triggered until provisioned by entity DHCP. {{(pid=93658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:13:40.952824 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-02d3a4eb-94f7-45b6-a89b-542dd3aba795 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730934729355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4513278'] for port, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:40.999959 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-02d3a4eb-94f7-45b6-a89b-542dd3aba795 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] Network b182a162-1ccd-431d-a91f-93f160a9efad is already hosted by enough agents. {{(pid=93658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:13:41.003197 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.base_scheduler [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-02d3a4eb-94f7-45b6-a89b-542dd3aba795 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] Resources bound (agent type, host, resource id): {{(pid=93658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:13:41.008063 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.l3_dvrscheduler_db [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-02d3a4eb-94f7-45b6-a89b-542dd3aba795 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] Received port after_create {{(pid=93658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:13:41.014709 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d3a4eb-94f7-45b6-a89b-542dd3aba795 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] Pushing event updated for resources: {'Port': ['ID=db03e487-cdcd-4090-9ef5-d2d662104cdd,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:41.065922 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-02d3a4eb-94f7-45b6-a89b-542dd3aba795 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:41.067436 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-02d3a4eb-94f7-45b6-a89b-542dd3aba795 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:41.085315 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-02d3a4eb-94f7-45b6-a89b-542dd3aba795 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7079518 Jul 15 19:13:41.105092 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.v2.base [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-1bdd21a9-91c1-494b-9dad-698f6237e151 service neutron] Request body: {'port': {'device_id': '24d9f5f7-3495-48e8-9c48-c729abba521c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:13:41.205679 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-1bdd21a9-91c1-494b-9dad-698f6237e151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:41.247924 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-b7af98b4-717a-4bad-924e-e2f6a575dac4 None None] Provisioning for port db03e487-cdcd-4090-9ef5-d2d662104cdd completed by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:13:41.253079 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-b7af98b4-717a-4bad-924e-e2f6a575dac4 None None] Provisioning complete for port db03e487-cdcd-4090-9ef5-d2d662104cdd triggered by entity DHCP. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:13:41.253463 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-b7af98b4-717a-4bad-924e-e2f6a575dac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:41.292929 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa73d1-f571-4179-bfed-435c84fcabfe req-6304a9bf-2531-4e02-a6f8-706b9548023d tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:41.293675 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-b7af98b4-717a-4bad-924e-e2f6a575dac4 None None] Port db03e487-cdcd-4090-9ef5-d2d662104cdd cannot update to ACTIVE because it is not bound. {{(pid=93659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:13:41.294341 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-70fa73d1-f571-4179-bfed-435c84fcabfe req-6304a9bf-2531-4e02-a6f8-706b9548023d tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d9f5f7-3495-48e8-9c48-c729abba521c HTTP/1.1" status: 200 len: 935 time: 0.0692813 Jul 15 19:13:41.333974 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-70fa73d1-f571-4179-bfed-435c84fcabfe req-f2dc9400-db75-47ee-856f-7cdc7b7c5cbe tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3cfc75f-d192-4985-8010-5be0edb6c5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329947 Jul 15 19:13:41.483280 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.notifiers.nova [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-1bdd21a9-91c1-494b-9dad-698f6237e151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db03e487-cdcd-4090-9ef5-d2d662104cdd {{(pid=93658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:13:41.506994 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-1bdd21a9-91c1-494b-9dad-698f6237e151 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:41.523736 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.provisioning_blocks [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-1bdd21a9-91c1-494b-9dad-698f6237e151 service neutron] Transition to ACTIVE for port object db03e487-cdcd-4090-9ef5-d2d662104cdd will not be triggered until provisioned by entity L2. {{(pid=93658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:13:41.529240 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-1bdd21a9-91c1-494b-9dad-698f6237e151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4513223'] for port, after_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:41.595146 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c66a6f-50c6-401e-ae00-aacc19b8b1e7 req-2991a503-8a8b-4381-8b05-c2d89f2066a9 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:41.596608 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-30c66a6f-50c6-401e-ae00-aacc19b8b1e7 req-2991a503-8a8b-4381-8b05-c2d89f2066a9 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe2dd7de-6bc3-4f76-ac6f-f02b174da315 HTTP/1.1" status: 200 len: 943 time: 0.1283548 Jul 15 19:13:41.605337 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdd21a9-91c1-494b-9dad-698f6237e151 service neutron] Pushing event updated for resources: {'Port': ['ID=db03e487-cdcd-4090-9ef5-d2d662104cdd,revision_number=2']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:41.696806 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-30c66a6f-50c6-401e-ae00-aacc19b8b1e7 req-c54098c9-73e6-4f94-bfaf-f8c20d233304 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/security-groups?id=80f86fd0-02a6-444f-bccf-69c9568c9bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717366 Jul 15 19:13:41.708161 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.managers [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-1bdd21a9-91c1-494b-9dad-698f6237e151 service neutron] Attempting to bind port db03e487-cdcd-4090-9ef5-d2d662104cdd on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:13:41.708502 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.managers [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-1bdd21a9-91c1-494b-9dad-698f6237e151 service neutron] Attempting to bind port db03e487-cdcd-4090-9ef5-d2d662104cdd by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '381619bc-3e05-4ccd-8100-e23b4f0b98d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'b182a162-1ccd-431d-a91f-93f160a9efad'}] {{(pid=93658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:13:41.708827 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-1bdd21a9-91c1-494b-9dad-698f6237e151 service neutron] Attempting to bind port db03e487-cdcd-4090-9ef5-d2d662104cdd on network b182a162-1ccd-431d-a91f-93f160a9efad {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:13:41.713646 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-1bdd21a9-91c1-494b-9dad-698f6237e151 service neutron] Port db03e487-cdcd-4090-9ef5-d2d662104cdd on network b182a162-1ccd-431d-a91f-93f160a9efad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:13:41.714073 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-1bdd21a9-91c1-494b-9dad-698f6237e151 service neutron] Attempting to bind port db03e487-cdcd-4090-9ef5-d2d662104cdd on network b182a162-1ccd-431d-a91f-93f160a9efad {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:13:41.724375 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-1bdd21a9-91c1-494b-9dad-698f6237e151 service neutron] Checking agent: {'id': 'ff69530c-d7d1-4bd0-8ab4-9c33ea1455de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 2, 58), 'started_at': datetime.datetime(2021, 7, 15, 19, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:13:41.724375 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-1bdd21a9-91c1-494b-9dad-698f6237e151 service neutron] Checking segment: {'id': '381619bc-3e05-4ccd-8100-e23b4f0b98d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'b182a162-1ccd-431d-a91f-93f160a9efad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:13:41.724375 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-1bdd21a9-91c1-494b-9dad-698f6237e151 service neutron] Bound using segment: {'id': '381619bc-3e05-4ccd-8100-e23b4f0b98d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'b182a162-1ccd-431d-a91f-93f160a9efad'} {{(pid=93658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:13:41.724375 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.managers [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-1bdd21a9-91c1-494b-9dad-698f6237e151 service neutron] Bound port: db03e487-cdcd-4090-9ef5-d2d662104cdd, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '381619bc-3e05-4ccd-8100-e23b4f0b98d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'b182a162-1ccd-431d-a91f-93f160a9efad'}}] {{(pid=93658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:13:41.724375 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-1bdd21a9-91c1-494b-9dad-698f6237e151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:41.787278 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.db [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-1bdd21a9-91c1-494b-9dad-698f6237e151 service neutron] For port db03e487-cdcd-4090-9ef5-d2d662104cdd, host hv-cinder-78836, cleared binding levels {{(pid=93658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:13:41.790442 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.db [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-1bdd21a9-91c1-494b-9dad-698f6237e151 service neutron] For port db03e487-cdcd-4090-9ef5-d2d662104cdd, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=db03e487-cdcd-4090-9ef5-d2d662104cdd,segment=NetworkSegment(381619bc-3e05-4ccd-8100-e23b4f0b98d7),segment_id=381619bc-3e05-4ccd-8100-e23b4f0b98d7)] {{(pid=93658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:13:41.794485 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-1bdd21a9-91c1-494b-9dad-698f6237e151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4513223'] for port, after_update {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:41.828495 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-1bdd21a9-91c1-494b-9dad-698f6237e151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:41.829008 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-1bdd21a9-91c1-494b-9dad-698f6237e151 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:41.830408 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-1bdd21a9-91c1-494b-9dad-698f6237e151 service neutron] 10.222.0.69 "PUT /v2.0/ports/db03e487-cdcd-4090-9ef5-d2d662104cdd HTTP/1.1" status: 200 len: 1097 time: 0.7304237 Jul 15 19:13:41.830843 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24d9f5f7-3495-48e8-9c48-c729abba521c', 'tag': 'db03e487-cdcd-4090-9ef5-d2d662104cdd'}] {{(pid=93658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:13:41.833175 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b58f88415513d6787191dd44e0a29b3917631101a239d5effbe25afab188a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc83a89c-a69a-4b8e-825c-e0bacfb6fdaa" -d '{"events": [{"name": "network-changed", "server_uuid": "24d9f5f7-3495-48e8-9c48-c729abba521c", "tag": "db03e487-cdcd-4090-9ef5-d2d662104cdd"}]}' {{(pid=93658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:13:41.858871 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdd21a9-91c1-494b-9dad-698f6237e151 service neutron] Pushing event updated for resources: {'Port': ['ID=db03e487-cdcd-4090-9ef5-d2d662104cdd,revision_number=3']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:41.873507 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c67b515-61dc-4eec-b008-3181482f0e08 x-openstack-request-id: req-2c67b515-61dc-4eec-b008-3181482f0e08 {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:13:41.873834 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24d9f5f7-3495-48e8-9c48-c729abba521c", "tag": "db03e487-cdcd-4090-9ef5-d2d662104cdd", "status": "completed", "code": 200}]} {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:13:41.874088 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2c67b515-61dc-4eec-b008-3181482f0e08 {{(pid=93658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:13:41.874485 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24d9f5f7-3495-48e8-9c48-c729abba521c', 'tag': 'db03e487-cdcd-4090-9ef5-d2d662104cdd', 'status': 'completed', 'code': 200} Jul 15 19:13:41.975189 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-01b1d424-75e3-43bc-aaed-b4a134fbcc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:41.976735 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-01b1d424-75e3-43bc-aaed-b4a134fbcc53 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=212ffa7d210d4dd885a4389747d19ec3&device_id=24d9f5f7-3495-48e8-9c48-c729abba521c HTTP/1.1" status: 200 len: 1100 time: 0.0593548 Jul 15 19:13:42.028378 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-21d45049-51a9-4ac7-9456-5b7280152509 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=db03e487-cdcd-4090-9ef5-d2d662104cdd HTTP/1.1" status: 200 len: 217 time: 0.0343759 Jul 15 19:13:42.077377 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-41de5fc2-7c2d-4e3e-8af2-16c607613816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:42.078841 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-41de5fc2-7c2d-4e3e-8af2-16c607613816 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f81f5210-7ac3-4795-bc83-b64a37ced7d3 HTTP/1.1" status: 200 len: 843 time: 0.0417149 Jul 15 19:13:42.134752 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-a714ad29-753c-42ef-ab4e-2a82dbee9802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:42.136187 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-a714ad29-753c-42ef-ab4e-2a82dbee9802 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b182a162-1ccd-431d-a91f-93f160a9efad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0493731 Jul 15 19:13:42.151562 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 35429cb9-a0b8-4366-a144-d48790fcdeb1 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:13:42.243831 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-d7a7da45-0963-4b42-bd8f-503b9ab46756 service neutron] 10.222.0.69 "GET /v2.0/networks/b182a162-1ccd-431d-a91f-93f160a9efad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978477 Jul 15 19:13:42.250873 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 35429cb9-a0b8-4366-a144-d48790fcdeb1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=35429cb9-a0b8-4366-a144-d48790fcdeb1,segment=NetworkSegment(c84492b8-ba2d-40fb-a4fb-c76314b87572),segment_id=c84492b8-ba2d-40fb-a4fb-c76314b87572)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:13:42.261916 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Returning: {'device': '35429cb9-a0b8-4366-a144-d48790fcdeb1', 'network_id': '59d9b726-0a97-419b-ae9d-cbd0c629a161', 'port_id': '35429cb9-a0b8-4366-a144-d48790fcdeb1', 'mac_address': 'fa:16:3e:b2:59:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d89ba5-946d-45a2-8054-71b9e21366b5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:13:42.342770 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-e62f6ab2-e53c-42eb-a22f-d738bb274074 req-01c5e1bc-57d7-4e6e-b918-d937f16574ba service neutron] 10.222.0.69 "GET /v2.0/networks/b182a162-1ccd-431d-a91f-93f160a9efad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905921 Jul 15 19:13:42.426252 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:42.440895 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35429cb9-a0b8-4366-a144-d48790fcdeb1 {{(pid=93659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:13:42.464912 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 35429cb9-a0b8-4366-a144-d48790fcdeb1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=35429cb9-a0b8-4366-a144-d48790fcdeb1,segment=NetworkSegment(c84492b8-ba2d-40fb-a4fb-c76314b87572),segment_id=c84492b8-ba2d-40fb-a4fb-c76314b87572)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:13:42.468961 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:42.517207 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=35429cb9-a0b8-4366-a144-d48790fcdeb1,revision_number=4']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:42.554213 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd6c6a-dc87-4726-88ae-0662b7b7043b req-ba2d1684-35c8-42b0-b5fa-c2110f9cdfe1 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:42.555672 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-becd6c6a-dc87-4726-88ae-0662b7b7043b req-ba2d1684-35c8-42b0-b5fa-c2110f9cdfe1 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d9f5f7-3495-48e8-9c48-c729abba521c HTTP/1.1" status: 200 len: 947 time: 0.1038322 Jul 15 19:13:42.558274 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83a89c-a69a-4b8e-825c-e0bacfb6fdaa req-47b8c12e-e6d7-47c0-a8fe-d77dd4d73a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:42.559592 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-fc83a89c-a69a-4b8e-825c-e0bacfb6fdaa req-47b8c12e-e6d7-47c0-a8fe-d77dd4d73a28 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=212ffa7d210d4dd885a4389747d19ec3&device_id=24d9f5f7-3495-48e8-9c48-c729abba521c HTTP/1.1" status: 200 len: 1100 time: 0.0788732 Jul 15 19:13:42.619980 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-becd6c6a-dc87-4726-88ae-0662b7b7043b req-dd8bcd9b-41d8-4fe9-851c-1e5dcc1ef2b5 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3cfc75f-d192-4985-8010-5be0edb6c5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586302 Jul 15 19:13:42.676865 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83a89c-a69a-4b8e-825c-e0bacfb6fdaa req-3831f8aa-3c49-4c84-91f6-bb7d9c63be4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:42.678387 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-fc83a89c-a69a-4b8e-825c-e0bacfb6fdaa req-3831f8aa-3c49-4c84-91f6-bb7d9c63be4f service neutron] 10.222.0.69 "GET /v2.0/networks?id=b182a162-1ccd-431d-a91f-93f160a9efad HTTP/1.1" status: 200 len: 871 time: 0.1037240 Jul 15 19:13:42.721537 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-fc83a89c-a69a-4b8e-825c-e0bacfb6fdaa req-41b3e391-9866-49b1-af43-bee8d8120e8b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=db03e487-cdcd-4090-9ef5-d2d662104cdd HTTP/1.1" status: 200 len: 217 time: 0.0343325 Jul 15 19:13:42.778798 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83a89c-a69a-4b8e-825c-e0bacfb6fdaa req-df8a948a-c8db-4b2f-92f3-2a8c3fdbe8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:42.780185 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-fc83a89c-a69a-4b8e-825c-e0bacfb6fdaa req-df8a948a-c8db-4b2f-92f3-2a8c3fdbe8d7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f81f5210-7ac3-4795-bc83-b64a37ced7d3 HTTP/1.1" status: 200 len: 843 time: 0.0506506 Jul 15 19:13:42.843944 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83a89c-a69a-4b8e-825c-e0bacfb6fdaa req-bf81ffb0-3137-4104-9dda-b39eaef91c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:42.845525 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-fc83a89c-a69a-4b8e-825c-e0bacfb6fdaa req-bf81ffb0-3137-4104-9dda-b39eaef91c17 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b182a162-1ccd-431d-a91f-93f160a9efad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0541906 Jul 15 19:13:42.878574 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4c55c-9dbd-4266-bb23-8faeb6b75f5f req-bd40f1db-f806-4d6c-937d-38e0f070fc16 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:42.880724 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-82e4c55c-9dbd-4266-bb23-8faeb6b75f5f req-bd40f1db-f806-4d6c-937d-38e0f070fc16 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe2dd7de-6bc3-4f76-ac6f-f02b174da315 HTTP/1.1" status: 200 len: 944 time: 0.0675724 Jul 15 19:13:42.918921 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-82e4c55c-9dbd-4266-bb23-8faeb6b75f5f req-8777e5ee-ffcd-437e-9fbd-b342ffef9e18 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/security-groups?id=80f86fd0-02a6-444f-bccf-69c9568c9bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324779 Jul 15 19:13:42.938401 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-fc83a89c-a69a-4b8e-825c-e0bacfb6fdaa req-b8b933b3-4ab6-4355-9dfd-05d8093e5911 service neutron] 10.222.0.69 "GET /v2.0/networks/b182a162-1ccd-431d-a91f-93f160a9efad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852506 Jul 15 19:13:42.954717 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] get_ports_and_sgs() called for port_ids ['35429cb9-a0b8-4366-a144-d48790fcdeb1'] {{(pid=93659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:13:43.036191 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-fc83a89c-a69a-4b8e-825c-e0bacfb6fdaa req-a3364298-66a8-4ee8-a7bd-ffb2ef380e5b service neutron] 10.222.0.69 "GET /v2.0/networks/b182a162-1ccd-431d-a91f-93f160a9efad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903840 Jul 15 19:13:43.794992 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7825fd2-acb7-4c9f-9259-6523e79395e1 req-d5a38dbc-3a4e-4193-aadf-5e8e15c6b6fd tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:43.797372 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-e7825fd2-acb7-4c9f-9259-6523e79395e1 req-d5a38dbc-3a4e-4193-aadf-5e8e15c6b6fd tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d9f5f7-3495-48e8-9c48-c729abba521c HTTP/1.1" status: 200 len: 947 time: 0.0653644 Jul 15 19:13:43.838590 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-e7825fd2-acb7-4c9f-9259-6523e79395e1 req-d5b7f0a3-cc8f-4e3a-988a-f71dda52539d tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3cfc75f-d192-4985-8010-5be0edb6c5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354149 Jul 15 19:13:44.094695 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17954d16-eabe-4f18-850b-4652b91944f7 req-d008a9f3-10d2-48b7-a681-4cf3619a20b9 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:44.096726 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-17954d16-eabe-4f18-850b-4652b91944f7 req-d008a9f3-10d2-48b7-a681-4cf3619a20b9 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe2dd7de-6bc3-4f76-ac6f-f02b174da315 HTTP/1.1" status: 200 len: 944 time: 0.0655067 Jul 15 19:13:44.137478 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-17954d16-eabe-4f18-850b-4652b91944f7 req-b2aa2c36-13db-459b-9627-d15b9f1a50ce tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/security-groups?id=80f86fd0-02a6-444f-bccf-69c9568c9bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349517 Jul 15 19:13:44.162272 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 35429cb9-a0b8-4366-a144-d48790fcdeb1 up at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:13:44.215515 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Provisioning for port 35429cb9-a0b8-4366-a144-d48790fcdeb1 completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:13:44.220045 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Provisioning complete for port 35429cb9-a0b8-4366-a144-d48790fcdeb1 triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:13:44.220421 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:44.311681 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:44.336925 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2dd7de-6bc3-4f76-ac6f-f02b174da315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35429cb9-a0b8-4366-a144-d48790fcdeb1'}] {{(pid=93659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:13:44.339286 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cff241be1680f95bd86cb63ae369edb514e49424f5374e734ea98f44dc6e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3e9850-1910-41a2-ad55-936b34edda03" -d '{"events": [{"server_uuid": "fe2dd7de-6bc3-4f76-ac6f-f02b174da315", "name": "network-vif-plugged", "status": "completed", "tag": "35429cb9-a0b8-4366-a144-d48790fcdeb1"}]}' {{(pid=93659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:13:44.356860 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 35429cb9-a0b8-4366-a144-d48790fcdeb1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=35429cb9-a0b8-4366-a144-d48790fcdeb1,segment=NetworkSegment(c84492b8-ba2d-40fb-a4fb-c76314b87572),segment_id=c84492b8-ba2d-40fb-a4fb-c76314b87572)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:13:44.364673 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:44.407997 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3754c1b-659d-4df4-9341-dede0fba77e5 x-openstack-request-id: req-c3754c1b-659d-4df4-9341-dede0fba77e5 {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:13:44.408297 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe2dd7de-6bc3-4f76-ac6f-f02b174da315", "name": "network-vif-plugged", "status": "completed", "tag": "35429cb9-a0b8-4366-a144-d48790fcdeb1", "code": 200}]} {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:13:44.408551 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c3754c1b-659d-4df4-9341-dede0fba77e5 {{(pid=93659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:13:44.408951 dv-cinder-788363-8-iscsi neutron-server[93659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe2dd7de-6bc3-4f76-ac6f-f02b174da315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35429cb9-a0b8-4366-a144-d48790fcdeb1', 'code': 200} Jul 15 19:13:44.426016 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=35429cb9-a0b8-4366-a144-d48790fcdeb1,revision_number=5']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:44.737855 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf50eb-8de6-425b-9e07-52cf3d320672 req-644a186c-43a2-42b2-a6c1-6de16c5602fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:44.739875 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-ddbf50eb-8de6-425b-9e07-52cf3d320672 req-644a186c-43a2-42b2-a6c1-6de16c5602fc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fe2dd7de-6bc3-4f76-ac6f-f02b174da315 HTTP/1.1" status: 200 len: 1098 time: 0.0661628 Jul 15 19:13:45.083377 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca216e-5863-4dbc-828e-6d2e7b8403ae req-151d00e9-cd3e-4787-9893-e5a18267c3dc tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:45.086146 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-09ca216e-5863-4dbc-828e-6d2e7b8403ae req-151d00e9-cd3e-4787-9893-e5a18267c3dc tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d9f5f7-3495-48e8-9c48-c729abba521c HTTP/1.1" status: 200 len: 947 time: 0.0914452 Jul 15 19:13:45.100035 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-ddbf50eb-8de6-425b-9e07-52cf3d320672 req-6407cf06-8d3c-45c9-b2c2-a487b5f90af6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=80f86fd0-02a6-444f-bccf-69c9568c9bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529878 Jul 15 19:13:45.149827 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-09ca216e-5863-4dbc-828e-6d2e7b8403ae req-f7538463-e22e-4f77-920a-bf1685a70ff1 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3cfc75f-d192-4985-8010-5be0edb6c5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574329 Jul 15 19:13:45.327149 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f580309-7315-4c06-9524-d1da5f98c2ba req-4a2742f2-f403-47e8-a64c-45c822d6c973 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:45.328692 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-7f580309-7315-4c06-9524-d1da5f98c2ba req-4a2742f2-f403-47e8-a64c-45c822d6c973 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe2dd7de-6bc3-4f76-ac6f-f02b174da315 HTTP/1.1" status: 200 len: 945 time: 0.0670516 Jul 15 19:13:45.381299 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-7f580309-7315-4c06-9524-d1da5f98c2ba req-b30bda3a-070b-403c-aaa1-a00f0f3d6559 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/security-groups?id=80f86fd0-02a6-444f-bccf-69c9568c9bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461149 Jul 15 19:13:46.338527 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83154e8-e7ca-4102-8f93-687c624e1d80 req-df40745b-581a-44a3-bf1f-d4d45f02b8e8 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:46.340057 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-d83154e8-e7ca-4102-8f93-687c624e1d80 req-df40745b-581a-44a3-bf1f-d4d45f02b8e8 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d9f5f7-3495-48e8-9c48-c729abba521c HTTP/1.1" status: 200 len: 947 time: 0.0739253 Jul 15 19:13:46.380034 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-d83154e8-e7ca-4102-8f93-687c624e1d80 req-edab7021-74d9-4a94-8ea4-9fae30a93a53 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3cfc75f-d192-4985-8010-5be0edb6c5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344343 Jul 15 19:13:46.557815 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fac9a0-b380-4da3-92bf-9ed9055949e1 req-77f3fc16-601b-4168-8314-2360b1cdc553 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:46.559345 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-16fac9a0-b380-4da3-92bf-9ed9055949e1 req-77f3fc16-601b-4168-8314-2360b1cdc553 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe2dd7de-6bc3-4f76-ac6f-f02b174da315 HTTP/1.1" status: 200 len: 945 time: 0.0647995 Jul 15 19:13:46.602601 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-16fac9a0-b380-4da3-92bf-9ed9055949e1 req-863dcad5-165d-4130-8eea-4df4e94ed4e6 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/security-groups?id=80f86fd0-02a6-444f-bccf-69c9568c9bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373826 Jul 15 19:13:47.555188 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783bfc26-7ad7-4c59-a442-9392e73d75c8 req-0126ee45-621a-41d3-b59e-bfee335ac52a tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:47.556723 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-783bfc26-7ad7-4c59-a442-9392e73d75c8 req-0126ee45-621a-41d3-b59e-bfee335ac52a tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d9f5f7-3495-48e8-9c48-c729abba521c HTTP/1.1" status: 200 len: 947 time: 0.0651798 Jul 15 19:13:47.579230 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device db03e487-cdcd-4090-9ef5-d2d662104cdd details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:13:47.603349 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-783bfc26-7ad7-4c59-a442-9392e73d75c8 req-294e8880-dd02-4c96-a4bf-a6e2da618a5b tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3cfc75f-d192-4985-8010-5be0edb6c5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404038 Jul 15 19:13:47.697923 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port db03e487-cdcd-4090-9ef5-d2d662104cdd, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=db03e487-cdcd-4090-9ef5-d2d662104cdd,segment=NetworkSegment(381619bc-3e05-4ccd-8100-e23b4f0b98d7),segment_id=381619bc-3e05-4ccd-8100-e23b4f0b98d7)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:13:47.709947 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Returning: {'device': 'db03e487-cdcd-4090-9ef5-d2d662104cdd', 'network_id': 'b182a162-1ccd-431d-a91f-93f160a9efad', 'port_id': 'db03e487-cdcd-4090-9ef5-d2d662104cdd', 'mac_address': 'fa:16:3e:99:2e:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f81f5210-7ac3-4795-bc83-b64a37ced7d3', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:13:47.769174 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:47.783582 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db03e487-cdcd-4090-9ef5-d2d662104cdd {{(pid=93659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:13:47.805814 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port db03e487-cdcd-4090-9ef5-d2d662104cdd, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=db03e487-cdcd-4090-9ef5-d2d662104cdd,segment=NetworkSegment(381619bc-3e05-4ccd-8100-e23b4f0b98d7),segment_id=381619bc-3e05-4ccd-8100-e23b4f0b98d7)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:13:47.810153 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:47.814888 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb85b6-24fc-4edc-824a-ad8868d9ea44 req-b2f3ea28-2a84-4a3f-a314-83ee891b1bc5 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:47.818224 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-05bb85b6-24fc-4edc-824a-ad8868d9ea44 req-b2f3ea28-2a84-4a3f-a314-83ee891b1bc5 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe2dd7de-6bc3-4f76-ac6f-f02b174da315 HTTP/1.1" status: 200 len: 945 time: 0.0917706 Jul 15 19:13:47.870185 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-05bb85b6-24fc-4edc-824a-ad8868d9ea44 req-e962b6bf-c1b8-4b63-b328-b0265f2fd541 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/security-groups?id=80f86fd0-02a6-444f-bccf-69c9568c9bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461934 Jul 15 19:13:47.871717 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=db03e487-cdcd-4090-9ef5-d2d662104cdd,revision_number=4']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:48.784148 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f326a-698f-4712-a83c-d1928e695452 req-dddede55-6565-40a5-b7cc-bdda32f4188d tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:48.786209 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-5e4f326a-698f-4712-a83c-d1928e695452 req-dddede55-6565-40a5-b7cc-bdda32f4188d tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d9f5f7-3495-48e8-9c48-c729abba521c HTTP/1.1" status: 200 len: 948 time: 0.0657983 Jul 15 19:13:48.824513 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-5e4f326a-698f-4712-a83c-d1928e695452 req-36a821c1-679a-4a31-bfc9-655259dd5373 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3cfc75f-d192-4985-8010-5be0edb6c5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326092 Jul 15 19:13:49.052686 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dea37f-b837-419e-9e15-b482fba23c87 req-a523d045-5980-4823-8b43-e28261adb22d tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:49.054287 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f2dea37f-b837-419e-9e15-b482fba23c87 req-a523d045-5980-4823-8b43-e28261adb22d tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe2dd7de-6bc3-4f76-ac6f-f02b174da315 HTTP/1.1" status: 200 len: 945 time: 0.0699365 Jul 15 19:13:49.094851 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f2dea37f-b837-419e-9e15-b482fba23c87 req-52c8fedf-210f-496b-80b6-6794c4bd3d70 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/security-groups?id=80f86fd0-02a6-444f-bccf-69c9568c9bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339172 Jul 15 19:13:49.121650 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] get_ports_and_sgs() called for port_ids ['db03e487-cdcd-4090-9ef5-d2d662104cdd'] {{(pid=93659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:13:49.477491 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-ca5d8e21-d397-41e7-886d-bbf59badaebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:49.998809 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d38740-d582-4845-8285-5aeef58b80e9 req-d9094b16-be1b-4aaf-815d-ee59bd9700ef tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:50.000282 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-d7d38740-d582-4845-8285-5aeef58b80e9 req-d9094b16-be1b-4aaf-815d-ee59bd9700ef tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d9f5f7-3495-48e8-9c48-c729abba521c HTTP/1.1" status: 200 len: 948 time: 0.0632176 Jul 15 19:13:50.039841 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-d7d38740-d582-4845-8285-5aeef58b80e9 req-0a401b73-6285-4cb5-8439-e84dddb6570a tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3cfc75f-d192-4985-8010-5be0edb6c5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338736 Jul 15 19:13:50.278592 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eeefe0-89d6-4f6c-a9fe-aef901a3510d req-c782396e-d3b6-4d9e-b09d-684d02bbad3e tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:50.280098 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-e2eeefe0-89d6-4f6c-a9fe-aef901a3510d req-c782396e-d3b6-4d9e-b09d-684d02bbad3e tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe2dd7de-6bc3-4f76-ac6f-f02b174da315 HTTP/1.1" status: 200 len: 945 time: 0.0677843 Jul 15 19:13:50.318920 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-e2eeefe0-89d6-4f6c-a9fe-aef901a3510d req-58f24297-97db-449f-96c1-e679155129cc tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/security-groups?id=80f86fd0-02a6-444f-bccf-69c9568c9bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332093 Jul 15 19:13:51.219678 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745a1af-9763-4632-be1c-86a279b9c26e req-0d80de04-efd0-4c77-b8fa-8af062cf4ec8 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:51.221211 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-c745a1af-9763-4632-be1c-86a279b9c26e req-0d80de04-efd0-4c77-b8fa-8af062cf4ec8 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d9f5f7-3495-48e8-9c48-c729abba521c HTTP/1.1" status: 200 len: 948 time: 0.0702455 Jul 15 19:13:51.259782 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-c745a1af-9763-4632-be1c-86a279b9c26e req-5515e080-940c-4e2f-9388-97ed2927eb69 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3cfc75f-d192-4985-8010-5be0edb6c5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328448 Jul 15 19:13:52.104662 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:52.163360 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-e11502be-3a56-4a78-a08b-ff1154b19a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:52.437124 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f007da-5e03-4058-9351-0674002f344b req-6300e364-22f6-4bc4-8a2b-560547000fac tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:52.438578 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-19f007da-5e03-4058-9351-0674002f344b req-6300e364-22f6-4bc4-8a2b-560547000fac tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d9f5f7-3495-48e8-9c48-c729abba521c HTTP/1.1" status: 200 len: 948 time: 0.0638387 Jul 15 19:13:52.477984 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-19f007da-5e03-4058-9351-0674002f344b req-58d09b09-c197-48b9-94f6-efefe77dc945 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3cfc75f-d192-4985-8010-5be0edb6c5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329192 Jul 15 19:13:53.700931 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:53.707009 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13339a6-0e3b-4147-a247-04bf9fb1efb8 req-98e0b8e6-a821-4cda-964b-42851de3b32c tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:53.708547 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-a13339a6-0e3b-4147-a247-04bf9fb1efb8 req-98e0b8e6-a821-4cda-964b-42851de3b32c tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d9f5f7-3495-48e8-9c48-c729abba521c HTTP/1.1" status: 200 len: 948 time: 0.0735722 Jul 15 19:13:53.755437 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-a13339a6-0e3b-4147-a247-04bf9fb1efb8 req-052db27e-2116-4447-a886-41cb43d818c8 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3cfc75f-d192-4985-8010-5be0edb6c5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403976 Jul 15 19:13:53.917273 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4536bde-2be1-482d-a4ef-b364c0234754 req-bfadb118-453e-4bd4-bf0c-55ad8f5bdd2b tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:53.918965 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-e4536bde-2be1-482d-a4ef-b364c0234754 req-bfadb118-453e-4bd4-bf0c-55ad8f5bdd2b tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe2dd7de-6bc3-4f76-ac6f-f02b174da315 HTTP/1.1" status: 200 len: 945 time: 0.0726192 Jul 15 19:13:53.966454 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-e4536bde-2be1-482d-a4ef-b364c0234754 req-36b5093a-6449-492e-bb0b-1ccc38438861 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/security-groups?id=80f86fd0-02a6-444f-bccf-69c9568c9bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411580 Jul 15 19:13:54.727765 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device db03e487-cdcd-4090-9ef5-d2d662104cdd up at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:13:54.779714 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Provisioning for port db03e487-cdcd-4090-9ef5-d2d662104cdd completed by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:13:54.784146 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Provisioning complete for port db03e487-cdcd-4090-9ef5-d2d662104cdd triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:13:54.784520 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:54.883026 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:54.909028 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d9f5f7-3495-48e8-9c48-c729abba521c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db03e487-cdcd-4090-9ef5-d2d662104cdd'}] {{(pid=93659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:13:54.912133 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cff241be1680f95bd86cb63ae369edb514e49424f5374e734ea98f44dc6e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b48d82-62b6-48cb-ba15-f4412b29575e" -d '{"events": [{"server_uuid": "24d9f5f7-3495-48e8-9c48-c729abba521c", "name": "network-vif-plugged", "status": "completed", "tag": "db03e487-cdcd-4090-9ef5-d2d662104cdd"}]}' {{(pid=93659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:13:54.927513 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port db03e487-cdcd-4090-9ef5-d2d662104cdd, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=db03e487-cdcd-4090-9ef5-d2d662104cdd,segment=NetworkSegment(381619bc-3e05-4ccd-8100-e23b4f0b98d7),segment_id=381619bc-3e05-4ccd-8100-e23b4f0b98d7)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:13:54.932470 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:54.966505 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd16f4-052c-49bf-b426-a54b99ca57c6 req-fa8673b5-ae57-4cd1-8173-1ddcd5bd15af tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:54.968299 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-24fd16f4-052c-49bf-b426-a54b99ca57c6 req-fa8673b5-ae57-4cd1-8173-1ddcd5bd15af tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d9f5f7-3495-48e8-9c48-c729abba521c HTTP/1.1" status: 200 len: 948 time: 0.0722408 Jul 15 19:13:54.981106 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349f59d6-44e3-42ef-8360-ec30f4b4b381 x-openstack-request-id: req-349f59d6-44e3-42ef-8360-ec30f4b4b381 {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:13:54.981404 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24d9f5f7-3495-48e8-9c48-c729abba521c", "name": "network-vif-plugged", "status": "completed", "tag": "db03e487-cdcd-4090-9ef5-d2d662104cdd", "code": 200}]} {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:13:54.981631 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-349f59d6-44e3-42ef-8360-ec30f4b4b381 {{(pid=93659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:13:54.982160 dv-cinder-788363-8-iscsi neutron-server[93659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d9f5f7-3495-48e8-9c48-c729abba521c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db03e487-cdcd-4090-9ef5-d2d662104cdd', 'code': 200} Jul 15 19:13:54.993360 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=db03e487-cdcd-4090-9ef5-d2d662104cdd,revision_number=5']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:55.026551 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-24fd16f4-052c-49bf-b426-a54b99ca57c6 req-93775125-af88-40cc-b97a-b2c53a63d25a tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3cfc75f-d192-4985-8010-5be0edb6c5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466135 Jul 15 19:13:55.171675 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b844b-8b77-4d1f-b77e-8b382963a695 req-50c3c39c-71bc-4d92-9f86-caba42be89a7 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:55.173400 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-4b6b844b-8b77-4d1f-b77e-8b382963a695 req-50c3c39c-71bc-4d92-9f86-caba42be89a7 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe2dd7de-6bc3-4f76-ac6f-f02b174da315 HTTP/1.1" status: 200 len: 945 time: 0.0685718 Jul 15 19:13:55.215907 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-4b6b844b-8b77-4d1f-b77e-8b382963a695 req-0ecb09df-b487-47e9-9cc1-2cebdf764dfd tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/security-groups?id=80f86fd0-02a6-444f-bccf-69c9568c9bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355670 Jul 15 19:13:55.274816 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cd093-4f06-4945-afc4-86b891baa3ac req-4d0f9fae-4c4c-45e2-a78e-4b124db66bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:55.276214 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-1a5cd093-4f06-4945-afc4-86b891baa3ac req-4d0f9fae-4c4c-45e2-a78e-4b124db66bec service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=24d9f5f7-3495-48e8-9c48-c729abba521c HTTP/1.1" status: 200 len: 1102 time: 0.0519371 Jul 15 19:13:55.312352 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-1a5cd093-4f06-4945-afc4-86b891baa3ac req-67911c80-ffcd-40ae-82da-32f1f88e6fa9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c3cfc75f-d192-4985-8010-5be0edb6c5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283074 Jul 15 19:13:55.567458 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:56.220369 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82994a-893c-4a0a-bb44-6ab3285a11e6 req-6e5d0079-09b3-4e1f-88e8-8d3545e48c15 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:56.221998 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-0f82994a-893c-4a0a-bb44-6ab3285a11e6 req-6e5d0079-09b3-4e1f-88e8-8d3545e48c15 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d9f5f7-3495-48e8-9c48-c729abba521c HTTP/1.1" status: 200 len: 949 time: 0.0677991 Jul 15 19:13:56.265246 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-0f82994a-893c-4a0a-bb44-6ab3285a11e6 req-774b8e95-81e3-4ec9-9b7e-b577dd93d33e tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3cfc75f-d192-4985-8010-5be0edb6c5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369067 Jul 15 19:13:56.436139 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25397682-708c-4f1a-b946-4eadcf5a026c req-06b773e7-d645-4b7f-824d-4d87384c635b tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:56.437583 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-25397682-708c-4f1a-b946-4eadcf5a026c req-06b773e7-d645-4b7f-824d-4d87384c635b tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe2dd7de-6bc3-4f76-ac6f-f02b174da315 HTTP/1.1" status: 200 len: 945 time: 0.1033342 Jul 15 19:13:56.475480 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebcf234-bb4e-455a-85d0-0ed40f99af5b req-61d1a478-a757-4baf-a1cc-cb9509d09c8e tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:56.477022 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-0ebcf234-bb4e-455a-85d0-0ed40f99af5b req-61d1a478-a757-4baf-a1cc-cb9509d09c8e tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.69 "GET /v2.0/ports?device_id=fe2dd7de-6bc3-4f76-ac6f-f02b174da315 HTTP/1.1" status: 200 len: 945 time: 0.1009989 Jul 15 19:13:56.494456 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-25397682-708c-4f1a-b946-4eadcf5a026c req-21cc53ca-a378-4ac4-b5ae-5ed3f9ff85f1 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/security-groups?id=80f86fd0-02a6-444f-bccf-69c9568c9bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497012 Jul 15 19:13:56.609356 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [req-0ebcf234-bb4e-455a-85d0-0ed40f99af5b req-1ec48795-3cc2-4f63-ba54-b5b003ce689a tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Deleting port 35429cb9-a0b8-4366-a144-d48790fcdeb1 {{(pid=93658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:13:56.609741 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-0ebcf234-bb4e-455a-85d0-0ed40f99af5b req-1ec48795-3cc2-4f63-ba54-b5b003ce689a tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:56.705297 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.db [req-0ebcf234-bb4e-455a-85d0-0ed40f99af5b req-1ec48795-3cc2-4f63-ba54-b5b003ce689a tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] For port 35429cb9-a0b8-4366-a144-d48790fcdeb1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=35429cb9-a0b8-4366-a144-d48790fcdeb1,segment=NetworkSegment(c84492b8-ba2d-40fb-a4fb-c76314b87572),segment_id=c84492b8-ba2d-40fb-a4fb-c76314b87572)] {{(pid=93658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:13:56.705571 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-0ebcf234-bb4e-455a-85d0-0ed40f99af5b req-1ec48795-3cc2-4f63-ba54-b5b003ce689a tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:56.720865 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [req-0ebcf234-bb4e-455a-85d0-0ed40f99af5b req-1ec48795-3cc2-4f63-ba54-b5b003ce689a tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Calling delete_port for 35429cb9-a0b8-4366-a144-d48790fcdeb1 owned by compute:nova {{(pid=93658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:13:56.886480 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-0ebcf234-bb4e-455a-85d0-0ed40f99af5b req-1ec48795-3cc2-4f63-ba54-b5b003ce689a tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4513278'] for port, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:56.922084 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec48795-3cc2-4f63-ba54-b5b003ce689a tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Pushing event deleted for resources: {'Port': ['ID=35429cb9-a0b8-4366-a144-d48790fcdeb1,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:56.940868 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] get_ports_and_sgs() called for port_ids ['35429cb9-a0b8-4366-a144-d48790fcdeb1'] {{(pid=93659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:13:56.983397 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ebcf234-bb4e-455a-85d0-0ed40f99af5b req-1ec48795-3cc2-4f63-ba54-b5b003ce689a tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] No DVR routers for this DVR port 35429cb9-a0b8-4366-a144-d48790fcdeb1 on host hv-cinder-78836 {{(pid=93658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:13:56.986351 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-0ebcf234-bb4e-455a-85d0-0ed40f99af5b req-1ec48795-3cc2-4f63-ba54-b5b003ce689a tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:56.988934 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-0ebcf234-bb4e-455a-85d0-0ed40f99af5b req-1ec48795-3cc2-4f63-ba54-b5b003ce689a tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.69 "DELETE /v2.0/ports/35429cb9-a0b8-4366-a144-d48790fcdeb1 HTTP/1.1" status: 204 len: 173 time: 0.4930770 Jul 15 19:13:56.989395 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2dd7de-6bc3-4f76-ac6f-f02b174da315', 'name': 'network-vif-deleted', 'tag': '35429cb9-a0b8-4366-a144-d48790fcdeb1'}] {{(pid=93658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:13:56.991782 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b58f88415513d6787191dd44e0a29b3917631101a239d5effbe25afab188a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584b7c7e-7d2e-4fb3-84da-1f33cdc9f51f" -d '{"events": [{"server_uuid": "fe2dd7de-6bc3-4f76-ac6f-f02b174da315", "name": "network-vif-deleted", "tag": "35429cb9-a0b8-4366-a144-d48790fcdeb1"}]}' {{(pid=93658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:13:57.032512 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44186185-d8e8-4dc9-b3c4-a45d1c794237 x-openstack-request-id: req-44186185-d8e8-4dc9-b3c4-a45d1c794237 {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:13:57.032756 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe2dd7de-6bc3-4f76-ac6f-f02b174da315", "name": "network-vif-deleted", "tag": "35429cb9-a0b8-4366-a144-d48790fcdeb1", "status": "completed", "code": 200}]} {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:13:57.033010 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-44186185-d8e8-4dc9-b3c4-a45d1c794237 {{(pid=93658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:13:57.033537 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe2dd7de-6bc3-4f76-ac6f-f02b174da315', 'name': 'network-vif-deleted', 'tag': '35429cb9-a0b8-4366-a144-d48790fcdeb1', 'status': 'completed', 'code': 200} Jul 15 19:13:57.478831 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56115382-ede5-42f1-8cf0-32ccfd9f5458 req-e22a4efa-21c6-4a5f-a0f2-68e7f0fe5fe5 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:57.480337 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-56115382-ede5-42f1-8cf0-32ccfd9f5458 req-e22a4efa-21c6-4a5f-a0f2-68e7f0fe5fe5 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d9f5f7-3495-48e8-9c48-c729abba521c HTTP/1.1" status: 200 len: 949 time: 0.0727262 Jul 15 19:13:57.521759 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-56115382-ede5-42f1-8cf0-32ccfd9f5458 req-ef66fba4-24e8-4be1-bd3c-434a5dcebf59 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3cfc75f-d192-4985-8010-5be0edb6c5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357306 Jul 15 19:13:57.684731 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-7a30ac47-1991-4960-9ad3-1702fb3dbae0 req-343bb073-622d-41e3-90a0-79afab33edd0 tempest-VolumesActionsTest-1973826630 tempest-VolumesActionsTest-1973826630-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe2dd7de-6bc3-4f76-ac6f-f02b174da315 HTTP/1.1" status: 200 len: 210 time: 0.0393605 Jul 15 19:13:58.089268 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0dd2d4-4fd1-46c2-b9a3-80b019a98466 req-3e53de97-151f-4e9f-9fbe-95dfda0d3d66 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:58.091030 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1f0dd2d4-4fd1-46c2-b9a3-80b019a98466 req-3e53de97-151f-4e9f-9fbe-95dfda0d3d66 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d9f5f7-3495-48e8-9c48-c729abba521c HTTP/1.1" status: 200 len: 949 time: 0.0719512 Jul 15 19:13:58.135778 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1f0dd2d4-4fd1-46c2-b9a3-80b019a98466 req-e80b2e9a-aae5-42d2-b8e0-139d8ffd6117 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3cfc75f-d192-4985-8010-5be0edb6c5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371382 Jul 15 19:13:58.665948 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:59.329970 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5cf649-1274-4759-9a6c-e20bff8c69bb req-db74199a-2629-4002-8e3c-ceb6841cc5d3 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:59.332842 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-ff5cf649-1274-4759-9a6c-e20bff8c69bb req-db74199a-2629-4002-8e3c-ceb6841cc5d3 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d9f5f7-3495-48e8-9c48-c729abba521c HTTP/1.1" status: 200 len: 949 time: 0.0741210 Jul 15 19:13:59.376013 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-ff5cf649-1274-4759-9a6c-e20bff8c69bb req-f7a397d5-fba4-4831-a6a6-b50c8703e947 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3cfc75f-d192-4985-8010-5be0edb6c5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365381 Jul 15 19:13:59.792086 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458eddba-138f-4a5d-8606-b9cd1f095ead req-79262035-b93c-4127-a435-584fe06e5404 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:59.793528 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-458eddba-138f-4a5d-8606-b9cd1f095ead req-79262035-b93c-4127-a435-584fe06e5404 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/ports?device_id=7677685e-0cd2-4041-a4bd-0831acb8b1af HTTP/1.1" status: 200 len: 945 time: 0.0648620 Jul 15 19:13:59.835080 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-458eddba-138f-4a5d-8606-b9cd1f095ead req-a06dde37-160f-4e3a-aa11-c074c146e58e tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/security-groups?id=e52a5974-5ec7-4b61-abf7-02b8281a9f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353439 Jul 15 19:13:59.864428 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce5dce-c9aa-4e88-b896-62e23a7b9584 req-07b11432-b629-4930-a5e5-1906ffd79412 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:59.865980 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-4fce5dce-c9aa-4e88-b896-62e23a7b9584 req-07b11432-b629-4930-a5e5-1906ffd79412 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] 10.222.0.69 "GET /v2.0/ports?device_id=24d9f5f7-3495-48e8-9c48-c729abba521c HTTP/1.1" status: 200 len: 949 time: 0.0695212 Jul 15 19:14:00.557316 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a9b18-8839-4e95-9cc7-60597742ab74 req-bbb8cb16-e235-4857-a19d-9d0f3abf17e5 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:00.558839 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f43a9b18-8839-4e95-9cc7-60597742ab74 req-bbb8cb16-e235-4857-a19d-9d0f3abf17e5 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d9f5f7-3495-48e8-9c48-c729abba521c HTTP/1.1" status: 200 len: 949 time: 0.0646057 Jul 15 19:14:00.601236 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f43a9b18-8839-4e95-9cc7-60597742ab74 req-2db5d127-02e3-4bc5-b199-4cbefa7bc509 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3cfc75f-d192-4985-8010-5be0edb6c5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367362 Jul 15 19:14:01.011026 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [req-4fce5dce-c9aa-4e88-b896-62e23a7b9584 req-de7a8fd3-7140-4e58-9ed6-b67dcbe4bbe4 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] Deleting port db03e487-cdcd-4090-9ef5-d2d662104cdd {{(pid=93658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:14:01.012084 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-4fce5dce-c9aa-4e88-b896-62e23a7b9584 req-de7a8fd3-7140-4e58-9ed6-b67dcbe4bbe4 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:01.116623 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.db [req-4fce5dce-c9aa-4e88-b896-62e23a7b9584 req-de7a8fd3-7140-4e58-9ed6-b67dcbe4bbe4 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] For port db03e487-cdcd-4090-9ef5-d2d662104cdd, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=db03e487-cdcd-4090-9ef5-d2d662104cdd,segment=NetworkSegment(381619bc-3e05-4ccd-8100-e23b4f0b98d7),segment_id=381619bc-3e05-4ccd-8100-e23b4f0b98d7)] {{(pid=93658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:14:01.117024 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-4fce5dce-c9aa-4e88-b896-62e23a7b9584 req-de7a8fd3-7140-4e58-9ed6-b67dcbe4bbe4 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:01.131042 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [req-4fce5dce-c9aa-4e88-b896-62e23a7b9584 req-de7a8fd3-7140-4e58-9ed6-b67dcbe4bbe4 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] Calling delete_port for db03e487-cdcd-4090-9ef5-d2d662104cdd owned by compute:nova {{(pid=93658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:14:01.271587 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-4fce5dce-c9aa-4e88-b896-62e23a7b9584 req-de7a8fd3-7140-4e58-9ed6-b67dcbe4bbe4 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4513278'] for port, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:01.290921 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd87d95-56e5-4b10-b81e-b03e711658c7 req-3a4654ae-e532-4262-bdcf-1296a1d451e5 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:01.292427 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-cfd87d95-56e5-4b10-b81e-b03e711658c7 req-3a4654ae-e532-4262-bdcf-1296a1d451e5 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/ports?device_id=7677685e-0cd2-4041-a4bd-0831acb8b1af HTTP/1.1" status: 200 len: 945 time: 0.3425148 Jul 15 19:14:01.304516 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a8fd3-7140-4e58-9ed6-b67dcbe4bbe4 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] Pushing event deleted for resources: {'Port': ['ID=db03e487-cdcd-4090-9ef5-d2d662104cdd,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:01.336643 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-cfd87d95-56e5-4b10-b81e-b03e711658c7 req-3f37a7aa-7be7-41b4-b4d1-cc988f6d0dc1 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/security-groups?id=e52a5974-5ec7-4b61-abf7-02b8281a9f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381532 Jul 15 19:14:01.359373 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fce5dce-c9aa-4e88-b896-62e23a7b9584 req-de7a8fd3-7140-4e58-9ed6-b67dcbe4bbe4 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] No DVR routers for this DVR port db03e487-cdcd-4090-9ef5-d2d662104cdd on host hv-cinder-78836 {{(pid=93658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:14:01.362411 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-4fce5dce-c9aa-4e88-b896-62e23a7b9584 req-de7a8fd3-7140-4e58-9ed6-b67dcbe4bbe4 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:01.364534 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-4fce5dce-c9aa-4e88-b896-62e23a7b9584 req-de7a8fd3-7140-4e58-9ed6-b67dcbe4bbe4 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] 10.222.0.69 "DELETE /v2.0/ports/db03e487-cdcd-4090-9ef5-d2d662104cdd HTTP/1.1" status: 204 len: 173 time: 0.4548047 Jul 15 19:14:01.365004 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d9f5f7-3495-48e8-9c48-c729abba521c', 'name': 'network-vif-deleted', 'tag': 'db03e487-cdcd-4090-9ef5-d2d662104cdd'}] {{(pid=93658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:14:01.367705 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b58f88415513d6787191dd44e0a29b3917631101a239d5effbe25afab188a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f1d72b-58e6-450c-be25-e7f7441d1799" -d '{"events": [{"server_uuid": "24d9f5f7-3495-48e8-9c48-c729abba521c", "name": "network-vif-deleted", "tag": "db03e487-cdcd-4090-9ef5-d2d662104cdd"}]}' {{(pid=93658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:14:01.409079 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a60c2f-1269-41c4-8174-7edefb421a3f x-openstack-request-id: req-f5a60c2f-1269-41c4-8174-7edefb421a3f {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:14:01.409373 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24d9f5f7-3495-48e8-9c48-c729abba521c", "name": "network-vif-deleted", "tag": "db03e487-cdcd-4090-9ef5-d2d662104cdd", "status": "completed", "code": 200}]} {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:14:01.409631 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f5a60c2f-1269-41c4-8174-7edefb421a3f {{(pid=93658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:14:01.410122 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d9f5f7-3495-48e8-9c48-c729abba521c', 'name': 'network-vif-deleted', 'tag': 'db03e487-cdcd-4090-9ef5-d2d662104cdd', 'status': 'completed', 'code': 200} Jul 15 19:14:01.741062 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-e3d780ef-3eb9-47d8-86d5-a9ea8d97e488 req-db469f63-f632-48f8-a32c-83918ecac320 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d9f5f7-3495-48e8-9c48-c729abba521c HTTP/1.1" status: 200 len: 210 time: 0.0283666 Jul 15 19:14:02.512964 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850564c-27a9-431a-b0d2-a1554fe02b9e req-4b982cab-588e-4a6a-8d4e-6938e47a8c9b tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:02.514563 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-7850564c-27a9-431a-b0d2-a1554fe02b9e req-4b982cab-588e-4a6a-8d4e-6938e47a8c9b tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/ports?device_id=7677685e-0cd2-4041-a4bd-0831acb8b1af HTTP/1.1" status: 200 len: 945 time: 0.0649683 Jul 15 19:14:02.552441 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-7850564c-27a9-431a-b0d2-a1554fe02b9e req-95658e9a-36c0-4551-9298-34d98f04ddfb tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/security-groups?id=e52a5974-5ec7-4b61-abf7-02b8281a9f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318089 Jul 15 19:14:02.886420 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-c84cca76-f43b-4fe1-855c-620719dfa80e req-f944dd9a-e2c6-408e-85ad-ebc27b6d2cf7 tempest-VolumesNegativeTest-693431649 tempest-VolumesNegativeTest-693431649-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d9f5f7-3495-48e8-9c48-c729abba521c HTTP/1.1" status: 200 len: 210 time: 0.0290687 Jul 15 19:14:02.907250 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 35429cb9-a0b8-4366-a144-d48790fcdeb1 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:14:02.930085 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] No Port match for: 35429cb9-a0b8-4366-a144-d48790fcdeb1 {{(pid=93659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:14:02.930426 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 35429cb9-a0b8-4366-a144-d48790fcdeb1 not bound to the agent host hv-cinder-78836 {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:14:02.949907 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] get_ports_and_sgs() called for port_ids ['db03e487-cdcd-4090-9ef5-d2d662104cdd'] {{(pid=93659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:14:03.744521 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a894cd-55aa-42ed-af39-1c2ad0e9e070 req-befd5809-283d-497c-820f-b5743bcca000 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:03.746144 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-39a894cd-55aa-42ed-af39-1c2ad0e9e070 req-befd5809-283d-497c-820f-b5743bcca000 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/ports?device_id=7677685e-0cd2-4041-a4bd-0831acb8b1af HTTP/1.1" status: 200 len: 945 time: 0.0737906 Jul 15 19:14:03.788406 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-39a894cd-55aa-42ed-af39-1c2ad0e9e070 req-e1c36cb2-df88-47d0-ad1e-14c7d4c62bd8 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/security-groups?id=e52a5974-5ec7-4b61-abf7-02b8281a9f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366516 Jul 15 19:14:04.097382 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-883f2fef-db8c-4d58-949a-55e56ca87113 req-003ea6a2-eede-470d-b5bc-d2319093241a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6be10722-6ba7-46a3-8484-f94526ffd84f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0606005 Jul 15 19:14:04.234899 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f2fef-db8c-4d58-949a-55e56ca87113 req-db95a55b-8ac4-4346-84b4-232fd8dea88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:04.236479 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-883f2fef-db8c-4d58-949a-55e56ca87113 req-db95a55b-8ac4-4346-84b4-232fd8dea88d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=180a42342ab54ecf9731a6938c11faae&device_id=6be10722-6ba7-46a3-8484-f94526ffd84f HTTP/1.1" status: 200 len: 1099 time: 0.0593638 Jul 15 19:14:04.373620 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f2fef-db8c-4d58-949a-55e56ca87113 req-184c18d4-8c51-4cae-a8ec-17fa848c90a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:04.375135 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-883f2fef-db8c-4d58-949a-55e56ca87113 req-184c18d4-8c51-4cae-a8ec-17fa848c90a6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=68db1402-794a-4fcf-beca-a85ea1b44a56 HTTP/1.1" status: 200 len: 913 time: 0.1061049 Jul 15 19:14:04.458989 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-883f2fef-db8c-4d58-949a-55e56ca87113 req-defd8ad6-964b-45b9-8af5-6c0772dc3444 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a816e041-b492-4abc-828b-17826c74ca19 HTTP/1.1" status: 200 len: 1002 time: 0.0758674 Jul 15 19:14:04.529720 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f2fef-db8c-4d58-949a-55e56ca87113 req-838518af-d27d-4f19-ad41-6218ae40af7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:04.531218 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-883f2fef-db8c-4d58-949a-55e56ca87113 req-838518af-d27d-4f19-ad41-6218ae40af7a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=67978492-7f73-452d-9401-7aabf267f48c HTTP/1.1" status: 200 len: 850 time: 0.0617423 Jul 15 19:14:04.605047 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f2fef-db8c-4d58-949a-55e56ca87113 req-f2defbc0-25e9-4c9b-a332-5466dc4648f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:04.606715 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-883f2fef-db8c-4d58-949a-55e56ca87113 req-f2defbc0-25e9-4c9b-a332-5466dc4648f5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=68db1402-794a-4fcf-beca-a85ea1b44a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0668967 Jul 15 19:14:04.754977 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-883f2fef-db8c-4d58-949a-55e56ca87113 req-8142e380-bef3-447b-b6f9-182578615783 service neutron] 10.222.0.69 "GET /v2.0/networks/68db1402-794a-4fcf-beca-a85ea1b44a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402669 Jul 15 19:14:04.884631 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-883f2fef-db8c-4d58-949a-55e56ca87113 req-fa8abd6e-6da6-4a5a-9acd-e5a08a96967d service neutron] 10.222.0.69 "GET /v2.0/networks/68db1402-794a-4fcf-beca-a85ea1b44a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205003 Jul 15 19:14:05.088790 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623ff7c-842b-4fad-bcba-8810ba439141 req-63c1b93b-2758-4d9c-8617-aaafad6ced06 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:05.088790 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-0623ff7c-842b-4fad-bcba-8810ba439141 req-63c1b93b-2758-4d9c-8617-aaafad6ced06 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/ports?device_id=7677685e-0cd2-4041-a4bd-0831acb8b1af HTTP/1.1" status: 200 len: 945 time: 0.1077302 Jul 15 19:14:05.169305 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-0623ff7c-842b-4fad-bcba-8810ba439141 req-5b431cec-af5c-4928-a434-97802c8ee898 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/security-groups?id=e52a5974-5ec7-4b61-abf7-02b8281a9f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621464 Jul 15 19:14:05.390079 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65626e-52e3-487f-8a3d-730e7b66697e req-078357c0-11e4-4778-bbc3-955e67a706ab tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:05.391964 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-7b65626e-52e3-487f-8a3d-730e7b66697e req-078357c0-11e4-4778-bbc3-955e67a706ab tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.69 "GET /v2.0/ports?device_id=7677685e-0cd2-4041-a4bd-0831acb8b1af HTTP/1.1" status: 200 len: 945 time: 0.0910935 Jul 15 19:14:05.557593 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [req-7b65626e-52e3-487f-8a3d-730e7b66697e req-311586c9-5e6a-4b3e-b452-c45b82470cb0 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Deleting port a318afe3-586a-4c66-a248-b2ebe05c0ee7 {{(pid=93658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:14:05.557982 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-7b65626e-52e3-487f-8a3d-730e7b66697e req-311586c9-5e6a-4b3e-b452-c45b82470cb0 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:05.689249 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.db [req-7b65626e-52e3-487f-8a3d-730e7b66697e req-311586c9-5e6a-4b3e-b452-c45b82470cb0 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] For port a318afe3-586a-4c66-a248-b2ebe05c0ee7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a318afe3-586a-4c66-a248-b2ebe05c0ee7,segment=NetworkSegment(706e5e7b-e9df-4791-8db7-faec185f9f89),segment_id=706e5e7b-e9df-4791-8db7-faec185f9f89)] {{(pid=93658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:14:05.689961 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-7b65626e-52e3-487f-8a3d-730e7b66697e req-311586c9-5e6a-4b3e-b452-c45b82470cb0 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:05.712860 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [req-7b65626e-52e3-487f-8a3d-730e7b66697e req-311586c9-5e6a-4b3e-b452-c45b82470cb0 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Calling delete_port for a318afe3-586a-4c66-a248-b2ebe05c0ee7 owned by compute:nova {{(pid=93658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:14:05.896291 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-7b65626e-52e3-487f-8a3d-730e7b66697e req-311586c9-5e6a-4b3e-b452-c45b82470cb0 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4513278'] for port, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:05.929991 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311586c9-5e6a-4b3e-b452-c45b82470cb0 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Pushing event deleted for resources: {'Port': ['ID=a318afe3-586a-4c66-a248-b2ebe05c0ee7,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:05.945307 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311586c9-5e6a-4b3e-b452-c45b82470cb0 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:05.945747 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311586c9-5e6a-4b3e-b452-c45b82470cb0 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:05.946084 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311586c9-5e6a-4b3e-b452-c45b82470cb0 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:05.946455 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311586c9-5e6a-4b3e-b452-c45b82470cb0 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:05.946932 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311586c9-5e6a-4b3e-b452-c45b82470cb0 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:05.947189 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311586c9-5e6a-4b3e-b452-c45b82470cb0 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:05.947526 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311586c9-5e6a-4b3e-b452-c45b82470cb0 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:05.947910 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311586c9-5e6a-4b3e-b452-c45b82470cb0 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:05.948269 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311586c9-5e6a-4b3e-b452-c45b82470cb0 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:05.948625 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311586c9-5e6a-4b3e-b452-c45b82470cb0 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:05.948904 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] get_ports_and_sgs() called for port_ids ['a318afe3-586a-4c66-a248-b2ebe05c0ee7'] {{(pid=93659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:14:05.949508 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311586c9-5e6a-4b3e-b452-c45b82470cb0 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:05.949508 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311586c9-5e6a-4b3e-b452-c45b82470cb0 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:06.005304 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b65626e-52e3-487f-8a3d-730e7b66697e req-311586c9-5e6a-4b3e-b452-c45b82470cb0 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] No DVR routers for this DVR port a318afe3-586a-4c66-a248-b2ebe05c0ee7 on host hv-cinder-78836 {{(pid=93658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:14:06.009024 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [req-7b65626e-52e3-487f-8a3d-730e7b66697e req-311586c9-5e6a-4b3e-b452-c45b82470cb0 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:06.011478 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-7b65626e-52e3-487f-8a3d-730e7b66697e req-311586c9-5e6a-4b3e-b452-c45b82470cb0 tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.69 "DELETE /v2.0/ports/a318afe3-586a-4c66-a248-b2ebe05c0ee7 HTTP/1.1" status: 204 len: 173 time: 0.6123850 Jul 15 19:14:06.011986 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7677685e-0cd2-4041-a4bd-0831acb8b1af', 'name': 'network-vif-deleted', 'tag': 'a318afe3-586a-4c66-a248-b2ebe05c0ee7'}] {{(pid=93658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:14:06.014966 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b58f88415513d6787191dd44e0a29b3917631101a239d5effbe25afab188a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b88ebb-4364-425d-aa2c-d36c50ad9148" -d '{"events": [{"server_uuid": "7677685e-0cd2-4041-a4bd-0831acb8b1af", "name": "network-vif-deleted", "tag": "a318afe3-586a-4c66-a248-b2ebe05c0ee7"}]}' {{(pid=93658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:14:06.067182 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f7b4cf-bdd9-4262-842b-e18b85bfbf09 x-openstack-request-id: req-e8f7b4cf-bdd9-4262-842b-e18b85bfbf09 {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:14:06.067850 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7677685e-0cd2-4041-a4bd-0831acb8b1af", "name": "network-vif-deleted", "tag": "a318afe3-586a-4c66-a248-b2ebe05c0ee7", "status": "completed", "code": 200}]} {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:14:06.068480 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e8f7b4cf-bdd9-4262-842b-e18b85bfbf09 {{(pid=93658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:14:06.069278 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7677685e-0cd2-4041-a4bd-0831acb8b1af', 'name': 'network-vif-deleted', 'tag': 'a318afe3-586a-4c66-a248-b2ebe05c0ee7', 'status': 'completed', 'code': 200} Jul 15 19:14:06.374411 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-77e2d56b-3152-4334-abdc-8014508047c1 req-195f7247-5442-4ab9-8734-789d8681110f tempest-VolumesSnapshotTestJSON-662185160 tempest-VolumesSnapshotTestJSON-662185160-project] 10.222.0.70 "GET /v2.0/ports?device_id=7677685e-0cd2-4041-a4bd-0831acb8b1af HTTP/1.1" status: 200 len: 210 time: 0.0437851 Jul 15 19:14:06.958661 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device db03e487-cdcd-4090-9ef5-d2d662104cdd no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:14:07.005315 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] No Port match for: db03e487-cdcd-4090-9ef5-d2d662104cdd {{(pid=93659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:14:07.008174 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device db03e487-cdcd-4090-9ef5-d2d662104cdd not bound to the agent host hv-cinder-78836 {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:14:08.781542 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 59720) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:08.981053 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 59726) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:08.982172 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-84d86a2e-d372-4354-b667-3720bb302dbd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=212ffa7d210d4dd885a4389747d19ec3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1984122 Jul 15 19:14:09.062970 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-61ad8e14-35ee-4822-9549-290df972619f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:09.108097 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-61ad8e14-35ee-4822-9549-290df972619f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:09.190754 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-61ad8e14-35ee-4822-9549-290df972619f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:09.194255 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-61ad8e14-35ee-4822-9549-290df972619f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:09.198101 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-61ad8e14-35ee-4822-9549-290df972619f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c3cfc75f-d192-4985-8010-5be0edb6c5e8 HTTP/1.1" status: 204 len: 168 time: 0.2157922 Jul 15 19:14:09.212350 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad8e14-35ee-4822-9549-290df972619f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cfc75f-d192-4985-8010-5be0edb6c5e8,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:12.183441 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device a318afe3-586a-4c66-a248-b2ebe05c0ee7 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:14:12.208839 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] No Port match for: a318afe3-586a-4c66-a248-b2ebe05c0ee7 {{(pid=93659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:14:12.209483 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device a318afe3-586a-4c66-a248-b2ebe05c0ee7 not bound to the agent host hv-cinder-78836 {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:14:13.739232 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.agents_db [None req-ef181030-a4ef-48d9-9156-44fb1018252a None None] Agent healthcheck: found 6 active agents {{(pid=93660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:14:19.493254 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-8c963213-d80c-4717-b2b9-5b2f785d5ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:22.110111 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:22.165416 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-89290b55-237d-4b05-8d3e-2f58a8d6b9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:23.692300 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:24.491845 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 59938) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:24.537862 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.db_base_plugin_v2 [None req-781db213-0699-4e98-96e8-174c4698b285 admin admin] Deleting subnet 54d89ba5-946d-45a2-8054-71b9e21366b5 {{(pid=93658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:14:24.540984 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-781db213-0699-4e98-96e8-174c4698b285 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:24.575645 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-781db213-0699-4e98-96e8-174c4698b285 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5771400'] for subnet, precommit_delete_associations {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:24.615947 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-781db213-0699-4e98-96e8-174c4698b285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1788362'] for subnet, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:24.682871 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-781db213-0699-4e98-96e8-174c4698b285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1788413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4513165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133957'] for subnet, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:24.715275 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781db213-0699-4e98-96e8-174c4698b285 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54d89ba5-946d-45a2-8054-71b9e21366b5,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:24.717254 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-781db213-0699-4e98-96e8-174c4698b285 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:24.720684 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-781db213-0699-4e98-96e8-174c4698b285 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/54d89ba5-946d-45a2-8054-71b9e21366b5 HTTP/1.1" status: 204 len: 168 time: 0.2277858 Jul 15 19:14:24.721768 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 59940) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:24.791511 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-d678b854-49a7-4da9-878d-fe7f58398157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603233'] for network, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:24.873819 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-d678b854-49a7-4da9-878d-fe7f58398157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787310', 'neutron.services.segments.db._delete_segments_for_network-8730935243340'] for network, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:24.884526 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.services.segments.db [None req-d678b854-49a7-4da9-878d-fe7f58398157 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59d9b726-0a97-419b-ae9d-cbd0c629a161']}} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:24.896684 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.services.segments.db [None req-d678b854-49a7-4da9-878d-fe7f58398157 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c84492b8-ba2d-40fb-a4fb-c76314b87572') {'for_net_delete': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:24.896982 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.services.segments.db [None req-d678b854-49a7-4da9-878d-fe7f58398157 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c84492b8-ba2d-40fb-a4fb-c76314b87572') {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:24.907965 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-d678b854-49a7-4da9-878d-fe7f58398157 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730935246421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6718485'] for segment, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:24.922103 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-d678b854-49a7-4da9-878d-fe7f58398157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882'] for segment, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:24.928755 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d678b854-49a7-4da9-878d-fe7f58398157 admin admin] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=93657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:14:24.929154 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-d678b854-49a7-4da9-878d-fe7f58398157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6306772'] for segment, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:24.931103 dv-cinder-788363-8-iscsi neutron-server[93657]: Traceback (most recent call last): Jul 15 19:14:24.931103 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:14:24.931103 dv-cinder-788363-8-iscsi neutron-server[93657]: timer() Jul 15 19:14:24.931103 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:14:24.931103 dv-cinder-788363-8-iscsi neutron-server[93657]: cb(*args, **kw) Jul 15 19:14:24.931103 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:14:24.931103 dv-cinder-788363-8-iscsi neutron-server[93657]: return func(*args, **kwargs) Jul 15 19:14:24.931103 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:14:24.931103 dv-cinder-788363-8-iscsi neutron-server[93657]: self._notify() Jul 15 19:14:24.931103 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:14:24.931103 dv-cinder-788363-8-iscsi neutron-server[93657]: self.callback(batched_events) Jul 15 19:14:24.931103 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:14:24.931103 dv-cinder-788363-8-iscsi neutron-server[93657]: event.method(event) Jul 15 19:14:24.931103 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:14:24.931103 dv-cinder-788363-8-iscsi neutron-server[93657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:14:24.931103 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:14:24.931103 dv-cinder-788363-8-iscsi neutron-server[93657]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:14:24.931103 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:14:24.931103 dv-cinder-788363-8-iscsi neutron-server[93657]: return f(self, *a, **k) Jul 15 19:14:24.931103 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:14:24.931103 dv-cinder-788363-8-iscsi neutron-server[93657]: return self._get(url).json() Jul 15 19:14:24.931103 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:14:24.931103 dv-cinder-788363-8-iscsi neutron-server[93657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:14:24.931103 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:14:24.931103 dv-cinder-788363-8-iscsi neutron-server[93657]: return self.request(url, 'GET', **kwargs) Jul 15 19:14:24.931103 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:14:24.931103 dv-cinder-788363-8-iscsi neutron-server[93657]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:14:24.931103 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:14:24.931103 dv-cinder-788363-8-iscsi neutron-server[93657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:14:24.931103 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:14:24.931103 dv-cinder-788363-8-iscsi neutron-server[93657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:14:24.931103 dv-cinder-788363-8-iscsi neutron-server[93657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:14:24.999748 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-d678b854-49a7-4da9-878d-fe7f58398157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764597'] for network, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:25.006538 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-d678b854-49a7-4da9-878d-fe7f58398157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for network, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:25.009119 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-d678b854-49a7-4da9-878d-fe7f58398157 admin admin] 10.222.0.70 "DELETE /v2.0/networks/59d9b726-0a97-419b-ae9d-cbd0c629a161 HTTP/1.1" status: 204 len: 168 time: 0.2862527 Jul 15 19:14:25.020209 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678b854-49a7-4da9-878d-fe7f58398157 admin admin] Pushing event deleted for resources: {'Network': ['ID=59d9b726-0a97-419b-ae9d-cbd0c629a161,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:25.028209 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d678b854-49a7-4da9-878d-fe7f58398157 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:25.028722 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d678b854-49a7-4da9-878d-fe7f58398157 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:25.029066 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d678b854-49a7-4da9-878d-fe7f58398157 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:25.029405 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d678b854-49a7-4da9-878d-fe7f58398157 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:25.029772 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d678b854-49a7-4da9-878d-fe7f58398157 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:25.030108 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d678b854-49a7-4da9-878d-fe7f58398157 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:25.030470 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d678b854-49a7-4da9-878d-fe7f58398157 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:25.030803 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d678b854-49a7-4da9-878d-fe7f58398157 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:25.031158 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d678b854-49a7-4da9-878d-fe7f58398157 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:25.031488 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d678b854-49a7-4da9-878d-fe7f58398157 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:25.031828 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d678b854-49a7-4da9-878d-fe7f58398157 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:25.032150 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d678b854-49a7-4da9-878d-fe7f58398157 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:25.194186 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 59944) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:25.241931 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-95a2fadd-1de3-400a-8516-80c105f7aaad admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7237d41f9e8b4b1690cb13130051e48f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464559 Jul 15 19:14:25.244449 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 59946) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:25.294407 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-6b0cfea9-d795-4848-b69d-f18007c55b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:25.317593 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-6b0cfea9-d795-4848-b69d-f18007c55b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:25.367912 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-6b0cfea9-d795-4848-b69d-f18007c55b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:25.370993 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-6b0cfea9-d795-4848-b69d-f18007c55b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:25.372289 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-6b0cfea9-d795-4848-b69d-f18007c55b37 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/80f86fd0-02a6-444f-bccf-69c9568c9bae HTTP/1.1" status: 204 len: 168 time: 0.1269255 Jul 15 19:14:25.381048 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0cfea9-d795-4848-b69d-f18007c55b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f86fd0-02a6-444f-bccf-69c9568c9bae,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:25.571113 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:28.664402 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:32.402870 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 60094) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:32.450340 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.db_base_plugin_v2 [None req-22155e70-9ad9-47d1-adaa-5a8af5ea7eac admin admin] Deleting subnet 77ed7ed2-5cfb-43f6-a0df-a5a5c2f7723c {{(pid=93657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:14:32.455707 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22155e70-9ad9-47d1-adaa-5a8af5ea7eac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:32.496154 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22155e70-9ad9-47d1-adaa-5a8af5ea7eac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6718498'] for subnet, precommit_delete_associations {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:32.540597 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22155e70-9ad9-47d1-adaa-5a8af5ea7eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1788362'] for subnet, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:32.593344 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22155e70-9ad9-47d1-adaa-5a8af5ea7eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1788413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6305910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5276088'] for subnet, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:32.619861 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22155e70-9ad9-47d1-adaa-5a8af5ea7eac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77ed7ed2-5cfb-43f6-a0df-a5a5c2f7723c,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:32.622593 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22155e70-9ad9-47d1-adaa-5a8af5ea7eac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for subnet, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:32.624805 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-22155e70-9ad9-47d1-adaa-5a8af5ea7eac admin admin] 10.222.0.70 "DELETE /v2.0/subnets/77ed7ed2-5cfb-43f6-a0df-a5a5c2f7723c HTTP/1.1" status: 204 len: 168 time: 0.2208800 Jul 15 19:14:32.627410 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 60096) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:32.697754 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-4d627f80-4143-409b-b2c1-4f08a5344923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603233'] for network, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:32.784206 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-4d627f80-4143-409b-b2c1-4f08a5344923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787310', 'neutron.services.segments.db._delete_segments_for_network-8730935243340'] for network, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:32.794288 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.services.segments.db [None req-4d627f80-4143-409b-b2c1-4f08a5344923 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['618264cd-2eaf-4420-bc05-b6950948d7cb']}} {{(pid=93658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:32.804070 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.services.segments.db [None req-4d627f80-4143-409b-b2c1-4f08a5344923 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '706e5e7b-e9df-4791-8db7-faec185f9f89') {'for_net_delete': True} {{(pid=93658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:32.804391 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.services.segments.db [None req-4d627f80-4143-409b-b2c1-4f08a5344923 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '706e5e7b-e9df-4791-8db7-faec185f9f89') {} {{(pid=93658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:32.812856 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-4d627f80-4143-409b-b2c1-4f08a5344923 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730935246421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5771455'] for segment, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:32.826851 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-4d627f80-4143-409b-b2c1-4f08a5344923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882'] for segment, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:32.832607 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d627f80-4143-409b-b2c1-4f08a5344923 admin admin] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=93658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:14:32.832991 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-4d627f80-4143-409b-b2c1-4f08a5344923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4513327'] for segment, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: Traceback (most recent call last): Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: timer() Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: cb(*args, **kw) Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: return func(*args, **kwargs) Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: self._notify() Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: self.callback(batched_events) Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: event.method(event) Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: return f(self, *a, **k) Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: return self._get(url).json() Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: return self.request(url, 'GET', **kwargs) Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:14:32.835192 dv-cinder-788363-8-iscsi neutron-server[93658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:14:32.888088 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-4d627f80-4143-409b-b2c1-4f08a5344923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764597'] for network, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:32.892963 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-4d627f80-4143-409b-b2c1-4f08a5344923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for network, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:32.894874 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-4d627f80-4143-409b-b2c1-4f08a5344923 admin admin] 10.222.0.70 "DELETE /v2.0/networks/618264cd-2eaf-4420-bc05-b6950948d7cb HTTP/1.1" status: 204 len: 168 time: 0.2663922 Jul 15 19:14:32.911208 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d627f80-4143-409b-b2c1-4f08a5344923 admin admin] Pushing event deleted for resources: {'Network': ['ID=618264cd-2eaf-4420-bc05-b6950948d7cb,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:33.067157 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 60102) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:33.108799 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-51ada339-1ea1-4459-9a4d-2be95dd8381c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0ff8724d8f19422faadf44e87873627e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404565 Jul 15 19:14:33.111636 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 60104) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:33.160713 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-ab7be5a8-d433-429e-be10-23fcf1bf5fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:33.182476 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-ab7be5a8-d433-429e-be10-23fcf1bf5fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:33.229285 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-ab7be5a8-d433-429e-be10-23fcf1bf5fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:33.231858 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-ab7be5a8-d433-429e-be10-23fcf1bf5fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:33.232997 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-ab7be5a8-d433-429e-be10-23fcf1bf5fce admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e52a5974-5ec7-4b61-abf7-02b8281a9f5a HTTP/1.1" status: 204 len: 168 time: 0.1204538 Jul 15 19:14:33.241272 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7be5a8-d433-429e-be10-23fcf1bf5fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52a5974-5ec7-4b61-abf7-02b8281a9f5a,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:49.475453 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-747727a5-0076-4078-ae91-c6f69984ef81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:50.728465 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.agents_db [None req-ef181030-a4ef-48d9-9156-44fb1018252a None None] Agent healthcheck: found 6 active agents {{(pid=93660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:14:52.110530 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:52.166756 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-f410f07b-f4d8-4c55-9a8d-67564fbc6687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:53.694307 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:55.573283 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:58.660287 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:04.650233 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 60214) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:04.814110 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [None req-c12f566a-105f-4bad-a29a-0338588612b9 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Deleting port 90c0e3a4-cf72-467a-9d4d-a9f3945d4078 {{(pid=93658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:15:04.814448 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-c12f566a-105f-4bad-a29a-0338588612b9 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:04.896972 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-c12f566a-105f-4bad-a29a-0338588612b9 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:04.897308 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-c12f566a-105f-4bad-a29a-0338588612b9 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:04.909506 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [None req-c12f566a-105f-4bad-a29a-0338588612b9 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Calling delete_port for 90c0e3a4-cf72-467a-9d4d-a9f3945d4078 owned by network:floatingip {{(pid=93658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:15:04.961838 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 60222) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:05.068223 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-c12f566a-105f-4bad-a29a-0338588612b9 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4513278'] for port, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:05.071446 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e4a339ee-a5fa-4011-88d5-0251398ffa9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:05.098521 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f566a-105f-4bad-a29a-0338588612b9 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Pushing event deleted for resources: {'Port': ['ID=90c0e3a4-cf72-467a-9d4d-a9f3945d4078,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:05.159956 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-c12f566a-105f-4bad-a29a-0338588612b9 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks [] for floatingip, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:05.160295 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.db.l3_db [None req-c12f566a-105f-4bad-a29a-0338588612b9 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Floating IP 3aee77b4-928e-4c97-b921-42de35af6df2 disassociated (deleted). External IP: 172.27.2.100, port: ac25e7a0-37dd-42ef-8de3-5716fd449b31. Jul 15 19:15:05.171062 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e4a339ee-a5fa-4011-88d5-0251398ffa9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:05.175596 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-e4a339ee-a5fa-4011-88d5-0251398ffa9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:05.213408 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a339ee-a5fa-4011-88d5-0251398ffa9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb50660-7a13-4b0e-8a39-7ccee2b1b76c,revision_number=1']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:05.219441 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-e4a339ee-a5fa-4011-88d5-0251398ffa9e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cf379e696ab546519e77f37a6d746e8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2559316 Jul 15 19:15:05.222153 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 60226) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:05.276372 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-02cb65c9-ef39-4511-9cd1-b75ed279db1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:05.299639 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-02cb65c9-ef39-4511-9cd1-b75ed279db1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:05.348126 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-02cb65c9-ef39-4511-9cd1-b75ed279db1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:05.350897 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-02cb65c9-ef39-4511-9cd1-b75ed279db1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:05.352045 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-02cb65c9-ef39-4511-9cd1-b75ed279db1b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3bb50660-7a13-4b0e-8a39-7ccee2b1b76c HTTP/1.1" status: 204 len: 168 time: 0.1287723 Jul 15 19:15:05.360007 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb65c9-ef39-4511-9cd1-b75ed279db1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb50660-7a13-4b0e-8a39-7ccee2b1b76c,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:05.382856 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12f566a-105f-4bad-a29a-0338588612b9 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Router a3c6b66d-5fcf-4250-bc05-a7fb3832f584 has already been hosted by L3 agent d1959f4f-c5e4-447e-bdea-87c7e923db15 {{(pid=93658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:15:05.494545 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12f566a-105f-4bad-a29a-0338588612b9 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify agent at l3_agent.dv-cinder-788363-8-iscsi the message routers_updated {{(pid=93658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:15:05.499419 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-c12f566a-105f-4bad-a29a-0338588612b9 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for floatingip, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:05.504616 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcac5445-a687-40ae-a43d-388e88062dd6 None None] Sync routers for ids ['a3c6b66d-5fcf-4250-bc05-a7fb3832f584'] in dv-cinder-788363-8-iscsi {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:15:05.519939 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcac5445-a687-40ae-a43d-388e88062dd6 None None] Routers {'a3c6b66d-5fcf-4250-bc05-a7fb3832f584'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:15:05.520841 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-bcac5445-a687-40ae-a43d-388e88062dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:14:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['a3c6b66d-5fcf-4250-bc05-a7fb3832f584'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:15:05.539871 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-c12f566a-105f-4bad-a29a-0338588612b9 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "DELETE /v2.0/floatingips/3aee77b4-928e-4c97-b921-42de35af6df2 HTTP/1.1" status: 204 len: 168 time: 0.8861179 Jul 15 19:15:05.539871 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54b60ccd-abdb-4f0b-bc5a-063f0398dfbc', 'tag': 'ac25e7a0-37dd-42ef-8de3-5716fd449b31'}] {{(pid=93658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:15:05.540597 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b58f88415513d6787191dd44e0a29b3917631101a239d5effbe25afab188a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6064660-71c7-4f5d-a3ab-1d3a4e564a49" -d '{"events": [{"name": "network-changed", "server_uuid": "54b60ccd-abdb-4f0b-bc5a-063f0398dfbc", "tag": "ac25e7a0-37dd-42ef-8de3-5716fd449b31"}]}' {{(pid=93658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:15:05.579076 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339505d3-c713-4c47-ba9d-6513e59ee40a x-openstack-request-id: req-339505d3-c713-4c47-ba9d-6513e59ee40a {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:15:05.579373 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54b60ccd-abdb-4f0b-bc5a-063f0398dfbc", "tag": "ac25e7a0-37dd-42ef-8de3-5716fd449b31", "status": "completed", "code": 200}]} {{(pid=93658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:15:05.579628 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-339505d3-c713-4c47-ba9d-6513e59ee40a {{(pid=93658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:15:05.580142 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54b60ccd-abdb-4f0b-bc5a-063f0398dfbc', 'tag': 'ac25e7a0-37dd-42ef-8de3-5716fd449b31', 'status': 'completed', 'code': 200} Jul 15 19:15:05.655228 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-bcac5445-a687-40ae-a43d-388e88062dd6 None None] Set router a3c6b66d-5fcf-4250-bc05-a7fb3832f584 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:15:05.705947 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6064660-71c7-4f5d-a3ab-1d3a4e564a49 req-fa6ed4e2-5e86-4ea9-ad27-63b66fd4d69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:05.707571 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-b6064660-71c7-4f5d-a3ab-1d3a4e564a49 req-fa6ed4e2-5e86-4ea9-ad27-63b66fd4d69a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=180a42342ab54ecf9731a6938c11faae&device_id=54b60ccd-abdb-4f0b-bc5a-063f0398dfbc HTTP/1.1" status: 200 len: 1098 time: 0.0736406 Jul 15 19:15:05.816804 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6064660-71c7-4f5d-a3ab-1d3a4e564a49 req-009097cb-5207-4c06-87f0-bf98ec99dae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:05.818661 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-b6064660-71c7-4f5d-a3ab-1d3a4e564a49 req-009097cb-5207-4c06-87f0-bf98ec99dae0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=68db1402-794a-4fcf-beca-a85ea1b44a56 HTTP/1.1" status: 200 len: 913 time: 0.1035655 Jul 15 19:15:05.904774 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-b6064660-71c7-4f5d-a3ab-1d3a4e564a49 req-5cc3cbcc-bdcc-478b-907b-1f708ef20278 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac25e7a0-37dd-42ef-8de3-5716fd449b31 HTTP/1.1" status: 200 len: 217 time: 0.0523329 Jul 15 19:15:05.957380 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-bcac5445-a687-40ae-a43d-388e88062dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'name': 'tempest-TestVolumeBootPattern-328040496-router', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:06:48Z', 'updated_at': '2021-07-15T19:06:52Z', 'revision_number': 4, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'gw_port': {'id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:97:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:49Z', 'updated_at': '2021-07-15T19:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_floatingips': [{'id': 'f0252dd0-8c15-4058-acd5-1b8acbca4534', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'router_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'port_id': 'a816e041-b492-4abc-828b-17826c74ca19', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56', 'mac_address': 'fa:16:3e:b1:67:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be10722-6ba7-46a3-8484-f94526ffd84f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:10:47Z', 'updated_at': '2021-07-15T19:10:49Z', 'revision_number': 1, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a8a45d-5c38-4636-8caa-8f808ae32033', 'name': '', 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'mac_address': 'fa:16:3e:62:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '67978492-7f73-452d-9401-7aabf267f48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:51Z', 'updated_at': '2021-07-15T19:07:03Z', 'revision_number': 5, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'subnets': [{'id': '67978492-7f73-452d-9401-7aabf267f48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:15:05.975012 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6064660-71c7-4f5d-a3ab-1d3a4e564a49 req-922b00f3-f5d7-4efa-a661-5237cdea703f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:05.976740 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-b6064660-71c7-4f5d-a3ab-1d3a4e564a49 req-922b00f3-f5d7-4efa-a661-5237cdea703f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=67978492-7f73-452d-9401-7aabf267f48c HTTP/1.1" status: 200 len: 850 time: 0.0519199 Jul 15 19:15:05.987489 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcac5445-a687-40ae-a43d-388e88062dd6 None None] Checking router: a3c6b66d-5fcf-4250-bc05-a7fb3832f584 for host: dv-cinder-788363-8-iscsi {{(pid=93659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:15:06.006635 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcac5445-a687-40ae-a43d-388e88062dd6 None None] Routers {'a3c6b66d-5fcf-4250-bc05-a7fb3832f584'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:15:06.007622 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-bcac5445-a687-40ae-a43d-388e88062dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:14:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['a3c6b66d-5fcf-4250-bc05-a7fb3832f584'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:15:06.064817 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6064660-71c7-4f5d-a3ab-1d3a4e564a49 req-13c06a39-8029-43f9-866f-e7c3a18d2812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:06.067120 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-b6064660-71c7-4f5d-a3ab-1d3a4e564a49 req-13c06a39-8029-43f9-866f-e7c3a18d2812 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=68db1402-794a-4fcf-beca-a85ea1b44a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0794132 Jul 15 19:15:06.094084 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-0f68c3ad-b7eb-4476-add2-657dc799a79b req-76eef294-7b50-4a73-b648-1f582bba13d9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0795720 Jul 15 19:15:06.138188 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-bcac5445-a687-40ae-a43d-388e88062dd6 None None] Set router a3c6b66d-5fcf-4250-bc05-a7fb3832f584 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:15:06.207891 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-b6064660-71c7-4f5d-a3ab-1d3a4e564a49 req-6d1f264f-8f4c-4756-91fa-a1fa1cb745a5 service neutron] 10.222.0.69 "GET /v2.0/networks/68db1402-794a-4fcf-beca-a85ea1b44a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310592 Jul 15 19:15:06.240342 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f68c3ad-b7eb-4476-add2-657dc799a79b req-9c5b69e0-c034-4eb3-9c0e-d47adcf96351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:06.242015 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-0f68c3ad-b7eb-4476-add2-657dc799a79b req-9c5b69e0-c034-4eb3-9c0e-d47adcf96351 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b2ad1b66aed3448d8e6473bdf587c8be&device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 1098 time: 0.1029732 Jul 15 19:15:06.330602 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-b6064660-71c7-4f5d-a3ab-1d3a4e564a49 req-53c21bf0-7e17-4f6c-b617-822c603d825f service neutron] 10.222.0.69 "GET /v2.0/networks/68db1402-794a-4fcf-beca-a85ea1b44a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122756 Jul 15 19:15:06.417234 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45c37f-e089-4e0e-98af-ce09a1f16c27 req-1356aeec-dc78-435b-a71c-0a3f9f333c10 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:06.419229 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-7f45c37f-e089-4e0e-98af-ce09a1f16c27 req-1356aeec-dc78-435b-a71c-0a3f9f333c10 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=54b60ccd-abdb-4f0b-bc5a-063f0398dfbc HTTP/1.1" status: 200 len: 945 time: 0.5234339 Jul 15 19:15:06.426068 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-bcac5445-a687-40ae-a43d-388e88062dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'name': 'tempest-TestVolumeBootPattern-328040496-router', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:06:48Z', 'updated_at': '2021-07-15T19:06:52Z', 'revision_number': 4, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'gw_port': {'id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:97:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:49Z', 'updated_at': '2021-07-15T19:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_floatingips': [{'id': 'f0252dd0-8c15-4058-acd5-1b8acbca4534', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'router_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'port_id': 'a816e041-b492-4abc-828b-17826c74ca19', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56', 'mac_address': 'fa:16:3e:b1:67:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be10722-6ba7-46a3-8484-f94526ffd84f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:10:47Z', 'updated_at': '2021-07-15T19:10:49Z', 'revision_number': 1, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a8a45d-5c38-4636-8caa-8f808ae32033', 'name': '', 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'mac_address': 'fa:16:3e:62:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '67978492-7f73-452d-9401-7aabf267f48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:51Z', 'updated_at': '2021-07-15T19:07:03Z', 'revision_number': 5, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'subnets': [{'id': '67978492-7f73-452d-9401-7aabf267f48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:15:06.437023 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f68c3ad-b7eb-4476-add2-657dc799a79b req-571d44bd-129b-4041-b2c2-d6df4f29692e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:06.438614 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-0f68c3ad-b7eb-4476-add2-657dc799a79b req-571d44bd-129b-4041-b2c2-d6df4f29692e service neutron] 10.222.0.69 "GET /v2.0/networks?id=7d50aa2d-604e-4f65-a71a-b638bdc835af HTTP/1.1" status: 200 len: 911 time: 0.1561999 Jul 15 19:15:06.460780 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcac5445-a687-40ae-a43d-388e88062dd6 None None] The sync data for ids ['a3c6b66d-5fcf-4250-bc05-a7fb3832f584'] in dv-cinder-788363-8-iscsi is: [{'id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'name': 'tempest-TestVolumeBootPattern-328040496-router', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:06:48Z', 'updated_at': '2021-07-15T19:06:52Z', 'revision_number': 4, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'gw_port': {'id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:97:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:49Z', 'updated_at': '2021-07-15T19:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_floatingips': [{'id': 'f0252dd0-8c15-4058-acd5-1b8acbca4534', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'router_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'port_id': 'a816e041-b492-4abc-828b-17826c74ca19', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56', 'mac_address': 'fa:16:3e:b1:67:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be10722-6ba7-46a3-8484-f94526ffd84f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:10:47Z', 'updated_at': '2021-07-15T19:10:49Z', 'revision_number': 1, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a8a45d-5c38-4636-8caa-8f808ae32033', 'name': '', 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'mac_address': 'fa:16:3e:62:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '67978492-7f73-452d-9401-7aabf267f48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:51Z', 'updated_at': '2021-07-15T19:07:03Z', 'revision_number': 5, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'subnets': [{'id': '67978492-7f73-452d-9401-7aabf267f48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:15:06.520156 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-7f45c37f-e089-4e0e-98af-ce09a1f16c27 req-bedb035b-33d2-472b-882e-ba542e20e7a9 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922568 Jul 15 19:15:06.547284 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-0f68c3ad-b7eb-4476-add2-657dc799a79b req-c255870c-3465-48c5-b45f-52d024851689 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=699fbff3-3c58-4b4b-9909-bf1c290eda90 HTTP/1.1" status: 200 len: 1001 time: 0.0941744 Jul 15 19:15:06.629832 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f68c3ad-b7eb-4476-add2-657dc799a79b req-f60c597d-b20f-41d1-b132-bd9870b64c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:06.634504 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-0f68c3ad-b7eb-4476-add2-657dc799a79b req-f60c597d-b20f-41d1-b132-bd9870b64c12 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f465249e-fbc0-4204-8af8-3bf63247cd6c HTTP/1.1" status: 200 len: 848 time: 0.0778823 Jul 15 19:15:06.709562 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f68c3ad-b7eb-4476-add2-657dc799a79b req-c38bf1c7-8e07-4f9d-8eab-6835ad765d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:06.711493 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-0f68c3ad-b7eb-4476-add2-657dc799a79b req-c38bf1c7-8e07-4f9d-8eab-6835ad765d0d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7d50aa2d-604e-4f65-a71a-b638bdc835af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0702791 Jul 15 19:15:06.753026 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6892778-3fbb-4e26-8dcc-27a82425b8a7 None None] New status for floating IP 3aee77b4-928e-4c97-b921-42de35af6df2: DOWN {{(pid=93660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:15:06.809158 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-0f68c3ad-b7eb-4476-add2-657dc799a79b req-5de29199-8870-4ac5-b02f-c3a58952b9d6 service neutron] 10.222.0.69 "GET /v2.0/networks/7d50aa2d-604e-4f65-a71a-b638bdc835af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891557 Jul 15 19:15:06.902276 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-0f68c3ad-b7eb-4476-add2-657dc799a79b req-f8d1d5c0-0d1e-4daa-a900-a96aef8ac509 service neutron] 10.222.0.69 "GET /v2.0/networks/7d50aa2d-604e-4f65-a71a-b638bdc835af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854785 Jul 15 19:15:07.786949 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368b782-deb7-4b1c-86a5-0e4a8876f5a6 req-f1cf38fd-aeb9-42a8-92c1-33006a6549e1 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:07.788446 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f368b782-deb7-4b1c-86a5-0e4a8876f5a6 req-f1cf38fd-aeb9-42a8-92c1-33006a6549e1 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=54b60ccd-abdb-4f0b-bc5a-063f0398dfbc HTTP/1.1" status: 200 len: 945 time: 0.1234725 Jul 15 19:15:07.828391 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-f368b782-deb7-4b1c-86a5-0e4a8876f5a6 req-deaa2a6c-f057-40d8-b1e9-6608e14c3962 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342624 Jul 15 19:15:08.078028 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0faea9-b568-4179-8bd4-9fad02586151 req-b764d0f0-dc3d-4156-9353-3bb50ad238dd tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:08.079750 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-5f0faea9-b568-4179-8bd4-9fad02586151 req-b764d0f0-dc3d-4156-9353-3bb50ad238dd tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.69 "GET /v2.0/ports?device_id=54b60ccd-abdb-4f0b-bc5a-063f0398dfbc HTTP/1.1" status: 200 len: 945 time: 0.0666764 Jul 15 19:15:08.183566 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [req-5f0faea9-b568-4179-8bd4-9fad02586151 req-b3381d81-bf89-4f1c-b9ce-8b2795521fbe tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Deleting port ac25e7a0-37dd-42ef-8de3-5716fd449b31 {{(pid=93657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:15:08.184101 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-5f0faea9-b568-4179-8bd4-9fad02586151 req-b3381d81-bf89-4f1c-b9ce-8b2795521fbe tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:08.277186 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [req-5f0faea9-b568-4179-8bd4-9fad02586151 req-b3381d81-bf89-4f1c-b9ce-8b2795521fbe tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] For port ac25e7a0-37dd-42ef-8de3-5716fd449b31, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ac25e7a0-37dd-42ef-8de3-5716fd449b31,segment=NetworkSegment(7666ad49-8517-4aa2-be40-d759823ff89a),segment_id=7666ad49-8517-4aa2-be40-d759823ff89a)] {{(pid=93657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:15:08.277545 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-5f0faea9-b568-4179-8bd4-9fad02586151 req-b3381d81-bf89-4f1c-b9ce-8b2795521fbe tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:08.290728 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [req-5f0faea9-b568-4179-8bd4-9fad02586151 req-b3381d81-bf89-4f1c-b9ce-8b2795521fbe tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Calling delete_port for ac25e7a0-37dd-42ef-8de3-5716fd449b31 owned by compute:nova {{(pid=93657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:15:08.418467 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-5f0faea9-b568-4179-8bd4-9fad02586151 req-b3381d81-bf89-4f1c-b9ce-8b2795521fbe tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:08.446960 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3381d81-bf89-4f1c-b9ce-8b2795521fbe tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Pushing event deleted for resources: {'Port': ['ID=ac25e7a0-37dd-42ef-8de3-5716fd449b31,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:08.492826 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f0faea9-b568-4179-8bd4-9fad02586151 req-b3381d81-bf89-4f1c-b9ce-8b2795521fbe tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] No DVR routers for this DVR port ac25e7a0-37dd-42ef-8de3-5716fd449b31 on host hv-cinder-78836 {{(pid=93657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:15:08.495364 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-5f0faea9-b568-4179-8bd4-9fad02586151 req-b3381d81-bf89-4f1c-b9ce-8b2795521fbe tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:08.497445 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-5f0faea9-b568-4179-8bd4-9fad02586151 req-b3381d81-bf89-4f1c-b9ce-8b2795521fbe tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.69 "DELETE /v2.0/ports/ac25e7a0-37dd-42ef-8de3-5716fd449b31 HTTP/1.1" status: 204 len: 173 time: 0.4120421 Jul 15 19:15:08.497896 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b60ccd-abdb-4f0b-bc5a-063f0398dfbc', 'name': 'network-vif-deleted', 'tag': 'ac25e7a0-37dd-42ef-8de3-5716fd449b31'}] {{(pid=93657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:15:08.500157 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b0cfcdb1f3b1ee888c4befe2123a349a82046d9ec1555bca0e5a99b684397f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bef34b0-bd6c-4784-8bb4-7b7a0f83ba8e" -d '{"events": [{"server_uuid": "54b60ccd-abdb-4f0b-bc5a-063f0398dfbc", "name": "network-vif-deleted", "tag": "ac25e7a0-37dd-42ef-8de3-5716fd449b31"}]}' {{(pid=93657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:15:08.539103 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08eb4dc5-0ab0-4bb7-b72b-937d6cd976c9 x-openstack-request-id: req-08eb4dc5-0ab0-4bb7-b72b-937d6cd976c9 {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:15:08.539396 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54b60ccd-abdb-4f0b-bc5a-063f0398dfbc", "name": "network-vif-deleted", "tag": "ac25e7a0-37dd-42ef-8de3-5716fd449b31", "status": "completed", "code": 200}]} {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:15:08.539863 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-08eb4dc5-0ab0-4bb7-b72b-937d6cd976c9 {{(pid=93657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:15:08.540211 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b60ccd-abdb-4f0b-bc5a-063f0398dfbc', 'name': 'network-vif-deleted', 'tag': 'ac25e7a0-37dd-42ef-8de3-5716fd449b31', 'status': 'completed', 'code': 200} Jul 15 19:15:08.980400 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-1a328af5-c65e-46a8-beae-22412df44225 req-b81528e4-0d3a-437f-a1b1-6e291ad909d2 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=54b60ccd-abdb-4f0b-bc5a-063f0398dfbc HTTP/1.1" status: 200 len: 210 time: 0.0276408 Jul 15 19:15:09.847549 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device ac25e7a0-37dd-42ef-8de3-5716fd449b31 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:15:09.868054 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] No Port match for: ac25e7a0-37dd-42ef-8de3-5716fd449b31 {{(pid=93659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:15:09.868401 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device ac25e7a0-37dd-42ef-8de3-5716fd449b31 not bound to the agent host hv-cinder-78836 {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:15:10.209769 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d0924-9eff-45ee-be4a-f64291791d2f req-0a245fbe-c049-4d33-9782-017673a0af62 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:10.211220 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-641d0924-9eff-45ee-be4a-f64291791d2f req-0a245fbe-c049-4d33-9782-017673a0af62 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 945 time: 0.0682123 Jul 15 19:15:10.247283 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-641d0924-9eff-45ee-be4a-f64291791d2f req-09007f79-f472-4e10-8f75-e332e50fd949 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298524 Jul 15 19:15:11.424270 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767cdc4d-a326-412f-9432-ad6eec8f1a0a req-062d2ebe-91b1-44a7-89f1-8230af1d4034 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:11.425792 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-767cdc4d-a326-412f-9432-ad6eec8f1a0a req-062d2ebe-91b1-44a7-89f1-8230af1d4034 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 945 time: 0.0664713 Jul 15 19:15:11.469165 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-767cdc4d-a326-412f-9432-ad6eec8f1a0a req-1345c628-f10b-4f2b-a303-f4e2986c73e9 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329499 Jul 15 19:15:12.295751 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 60338) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:12.450700 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [None req-97d26669-d917-4e16-8b81-ceaaa53c2127 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Deleting port 79da9f00-bb28-46ef-8627-47b04616ee53 {{(pid=93657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:15:12.451048 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-97d26669-d917-4e16-8b81-ceaaa53c2127 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:12.529613 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-97d26669-d917-4e16-8b81-ceaaa53c2127 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:12.529968 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-97d26669-d917-4e16-8b81-ceaaa53c2127 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:12.541836 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [None req-97d26669-d917-4e16-8b81-ceaaa53c2127 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Calling delete_port for 79da9f00-bb28-46ef-8627-47b04616ee53 owned by network:floatingip {{(pid=93657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:15:12.707813 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62347acd-37b2-4d84-af35-ae45e66d5b44 req-ef6e7846-6e3a-49f5-8322-3eccf06802dc tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:12.709405 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-62347acd-37b2-4d84-af35-ae45e66d5b44 req-ef6e7846-6e3a-49f5-8322-3eccf06802dc tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 945 time: 0.1138375 Jul 15 19:15:12.774847 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-62347acd-37b2-4d84-af35-ae45e66d5b44 req-ba48745e-fd65-44d3-8cd9-13e14374aaf1 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551038 Jul 15 19:15:12.798705 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-97d26669-d917-4e16-8b81-ceaaa53c2127 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:12.829753 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d26669-d917-4e16-8b81-ceaaa53c2127 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Pushing event deleted for resources: {'Port': ['ID=79da9f00-bb28-46ef-8627-47b04616ee53,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:12.889457 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-97d26669-d917-4e16-8b81-ceaaa53c2127 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks [] for floatingip, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:12.889840 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.db.l3_db [None req-97d26669-d917-4e16-8b81-ceaaa53c2127 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Floating IP f0252dd0-8c15-4058-acd5-1b8acbca4534 disassociated (deleted). External IP: 172.27.2.195, port: a816e041-b492-4abc-828b-17826c74ca19. Jul 15 19:15:13.115355 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d26669-d917-4e16-8b81-ceaaa53c2127 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Router a3c6b66d-5fcf-4250-bc05-a7fb3832f584 has already been hosted by L3 agent d1959f4f-c5e4-447e-bdea-87c7e923db15 {{(pid=93657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:15:13.227560 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d26669-d917-4e16-8b81-ceaaa53c2127 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify agent at l3_agent.dv-cinder-788363-8-iscsi the message routers_updated {{(pid=93657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:15:13.232204 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-97d26669-d917-4e16-8b81-ceaaa53c2127 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for floatingip, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:13.237636 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ca03e0-ef79-4232-80ba-4dc25e8480c5 None None] Sync routers for ids ['a3c6b66d-5fcf-4250-bc05-a7fb3832f584'] in dv-cinder-788363-8-iscsi {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:15:13.246750 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ca03e0-ef79-4232-80ba-4dc25e8480c5 None None] Routers {'a3c6b66d-5fcf-4250-bc05-a7fb3832f584'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:15:13.247374 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-24ca03e0-ef79-4232-80ba-4dc25e8480c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:14:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['a3c6b66d-5fcf-4250-bc05-a7fb3832f584'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:15:13.272619 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-97d26669-d917-4e16-8b81-ceaaa53c2127 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "DELETE /v2.0/floatingips/f0252dd0-8c15-4058-acd5-1b8acbca4534 HTTP/1.1" status: 204 len: 168 time: 0.9757812 Jul 15 19:15:13.273198 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be10722-6ba7-46a3-8484-f94526ffd84f', 'tag': 'a816e041-b492-4abc-828b-17826c74ca19'}] {{(pid=93657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:15:13.275730 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b0cfcdb1f3b1ee888c4befe2123a349a82046d9ec1555bca0e5a99b684397f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef76ebd0-3443-4596-aab9-98c34565905c" -d '{"events": [{"name": "network-changed", "server_uuid": "6be10722-6ba7-46a3-8484-f94526ffd84f", "tag": "a816e041-b492-4abc-828b-17826c74ca19"}]}' {{(pid=93657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:15:13.312705 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5e3b9b-ef82-49d9-87e5-eb4ca637ce3c x-openstack-request-id: req-2f5e3b9b-ef82-49d9-87e5-eb4ca637ce3c {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:15:13.313330 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be10722-6ba7-46a3-8484-f94526ffd84f", "tag": "a816e041-b492-4abc-828b-17826c74ca19", "status": "completed", "code": 200}]} {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:15:13.313445 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2f5e3b9b-ef82-49d9-87e5-eb4ca637ce3c {{(pid=93657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:15:13.313905 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be10722-6ba7-46a3-8484-f94526ffd84f', 'tag': 'a816e041-b492-4abc-828b-17826c74ca19', 'status': 'completed', 'code': 200} Jul 15 19:15:13.357500 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-24ca03e0-ef79-4232-80ba-4dc25e8480c5 None None] Set router a3c6b66d-5fcf-4250-bc05-a7fb3832f584 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:15:13.473201 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76ebd0-3443-4596-aab9-98c34565905c req-4e918baf-9d0c-41a4-b10b-c77c56638ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:13.474818 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-ef76ebd0-3443-4596-aab9-98c34565905c req-4e918baf-9d0c-41a4-b10b-c77c56638ac1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=180a42342ab54ecf9731a6938c11faae&device_id=6be10722-6ba7-46a3-8484-f94526ffd84f HTTP/1.1" status: 200 len: 1099 time: 0.1010249 Jul 15 19:15:13.589961 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76ebd0-3443-4596-aab9-98c34565905c req-2d8b6799-3d62-4e7b-ad81-6d8327751000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:13.591375 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-ef76ebd0-3443-4596-aab9-98c34565905c req-2d8b6799-3d62-4e7b-ad81-6d8327751000 service neutron] 10.222.0.69 "GET /v2.0/networks?id=68db1402-794a-4fcf-beca-a85ea1b44a56 HTTP/1.1" status: 200 len: 913 time: 0.1036770 Jul 15 19:15:13.679174 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe01bfc-a4b4-4bb5-bdc4-7109e78c6c06 req-fb074e0a-4b19-43f5-a255-0c083755dac7 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:13.680722 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-efe01bfc-a4b4-4bb5-bdc4-7109e78c6c06 req-fb074e0a-4b19-43f5-a255-0c083755dac7 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be10722-6ba7-46a3-8484-f94526ffd84f HTTP/1.1" status: 200 len: 946 time: 0.0689740 Jul 15 19:15:13.699434 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-24ca03e0-ef79-4232-80ba-4dc25e8480c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'name': 'tempest-TestVolumeBootPattern-328040496-router', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:06:48Z', 'updated_at': '2021-07-15T19:06:52Z', 'revision_number': 4, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'gw_port': {'id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:97:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:49Z', 'updated_at': '2021-07-15T19:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': 'a7a8a45d-5c38-4636-8caa-8f808ae32033', 'name': '', 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'mac_address': 'fa:16:3e:62:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '67978492-7f73-452d-9401-7aabf267f48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:51Z', 'updated_at': '2021-07-15T19:07:03Z', 'revision_number': 5, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'subnets': [{'id': '67978492-7f73-452d-9401-7aabf267f48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:15:13.721075 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-efe01bfc-a4b4-4bb5-bdc4-7109e78c6c06 req-3154b8fe-8387-4237-b92a-e679fbaddf79 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333302 Jul 15 19:15:13.730832 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ca03e0-ef79-4232-80ba-4dc25e8480c5 None None] Checking router: a3c6b66d-5fcf-4250-bc05-a7fb3832f584 for host: dv-cinder-788363-8-iscsi {{(pid=93659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:15:13.742001 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ca03e0-ef79-4232-80ba-4dc25e8480c5 None None] Routers {'a3c6b66d-5fcf-4250-bc05-a7fb3832f584'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:15:13.742625 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-24ca03e0-ef79-4232-80ba-4dc25e8480c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:14:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['a3c6b66d-5fcf-4250-bc05-a7fb3832f584'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:15:13.854718 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-24ca03e0-ef79-4232-80ba-4dc25e8480c5 None None] Set router a3c6b66d-5fcf-4250-bc05-a7fb3832f584 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:15:13.952773 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa058c38-78d6-4f1c-818a-1c6d93d1758e req-2b44422d-cb41-4e49-9fc3-2e6baf297c07 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:13.954313 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-fa058c38-78d6-4f1c-818a-1c6d93d1758e req-2b44422d-cb41-4e49-9fc3-2e6baf297c07 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 945 time: 0.0666773 Jul 15 19:15:13.992219 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-fa058c38-78d6-4f1c-818a-1c6d93d1758e req-595e2212-99d8-4e9e-9f62-cea47e009c42 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322423 Jul 15 19:15:14.049438 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-24ca03e0-ef79-4232-80ba-4dc25e8480c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'name': 'tempest-TestVolumeBootPattern-328040496-router', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:06:48Z', 'updated_at': '2021-07-15T19:06:52Z', 'revision_number': 4, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'gw_port': {'id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:97:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:49Z', 'updated_at': '2021-07-15T19:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': 'a7a8a45d-5c38-4636-8caa-8f808ae32033', 'name': '', 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'mac_address': 'fa:16:3e:62:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '67978492-7f73-452d-9401-7aabf267f48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:51Z', 'updated_at': '2021-07-15T19:07:03Z', 'revision_number': 5, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'subnets': [{'id': '67978492-7f73-452d-9401-7aabf267f48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:15:14.074368 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ca03e0-ef79-4232-80ba-4dc25e8480c5 None None] The sync data for ids ['a3c6b66d-5fcf-4250-bc05-a7fb3832f584'] in dv-cinder-788363-8-iscsi is: [{'id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'name': 'tempest-TestVolumeBootPattern-328040496-router', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:06:48Z', 'updated_at': '2021-07-15T19:06:52Z', 'revision_number': 4, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'gw_port': {'id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:97:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:49Z', 'updated_at': '2021-07-15T19:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': 'a7a8a45d-5c38-4636-8caa-8f808ae32033', 'name': '', 'network_id': '68db1402-794a-4fcf-beca-a85ea1b44a56', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'mac_address': 'fa:16:3e:62:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '67978492-7f73-452d-9401-7aabf267f48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:51Z', 'updated_at': '2021-07-15T19:07:03Z', 'revision_number': 5, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'subnets': [{'id': '67978492-7f73-452d-9401-7aabf267f48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:15:14.272864 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cff0e7-ed49-4843-8f04-e71b54cc75b4 None None] New status for floating IP f0252dd0-8c15-4058-acd5-1b8acbca4534: DOWN {{(pid=93660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:15:14.508743 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-ef76ebd0-3443-4596-aab9-98c34565905c req-421d4c1b-1174-49c8-b630-053c8da68e97 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a816e041-b492-4abc-828b-17826c74ca19 HTTP/1.1" status: 200 len: 217 time: 0.0337231 Jul 15 19:15:14.897496 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f5513-cb70-4e23-8257-c936eadfb411 req-26daa7bd-0502-46f4-b020-46dd6d6a89a9 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:14.898981 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-d81f5513-cb70-4e23-8257-c936eadfb411 req-26daa7bd-0502-46f4-b020-46dd6d6a89a9 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be10722-6ba7-46a3-8484-f94526ffd84f HTTP/1.1" status: 200 len: 946 time: 0.0656157 Jul 15 19:15:14.934785 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-d81f5513-cb70-4e23-8257-c936eadfb411 req-923f04f1-7837-487f-baed-56fbe26e8aff tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303388 Jul 15 19:15:15.160511 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2acbde-13da-4864-8e14-d3934be138e0 req-90662416-5d4d-4d7e-bcc8-5ae691e0902e tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:15.161966 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-6b2acbde-13da-4864-8e14-d3934be138e0 req-90662416-5d4d-4d7e-bcc8-5ae691e0902e tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 945 time: 0.0612011 Jul 15 19:15:15.199124 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-6b2acbde-13da-4864-8e14-d3934be138e0 req-b14aae8a-27f3-4e51-adf9-a1d9db0f6849 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316448 Jul 15 19:15:15.527604 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76ebd0-3443-4596-aab9-98c34565905c req-b19404cf-8662-4cfd-a594-f13a663729d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:15.529063 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-ef76ebd0-3443-4596-aab9-98c34565905c req-b19404cf-8662-4cfd-a594-f13a663729d6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=67978492-7f73-452d-9401-7aabf267f48c HTTP/1.1" status: 200 len: 850 time: 0.0500286 Jul 15 19:15:16.105965 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a944101-0e57-4c86-8a2c-bc0d082b90be req-29d3e570-6285-4204-b965-5f66ae0147ba tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:16.107425 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-5a944101-0e57-4c86-8a2c-bc0d082b90be req-29d3e570-6285-4204-b965-5f66ae0147ba tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be10722-6ba7-46a3-8484-f94526ffd84f HTTP/1.1" status: 200 len: 946 time: 0.0622272 Jul 15 19:15:16.145996 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-5a944101-0e57-4c86-8a2c-bc0d082b90be req-0c0d2a25-f122-40db-81cf-bbecc0987eb0 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329595 Jul 15 19:15:16.370591 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df63f19-c6bb-4a63-b4a9-bfdf5ede91b5 req-6bd8ffe6-d707-4578-a042-5ebf7b7b51a6 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:16.372036 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-8df63f19-c6bb-4a63-b4a9-bfdf5ede91b5 req-6bd8ffe6-d707-4578-a042-5ebf7b7b51a6 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 945 time: 0.0609596 Jul 15 19:15:16.408507 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-8df63f19-c6bb-4a63-b4a9-bfdf5ede91b5 req-58cd7478-1cbc-46f5-8259-822cec8393eb tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305159 Jul 15 19:15:16.520639 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76ebd0-3443-4596-aab9-98c34565905c req-6a13ddcd-86f3-4a9d-b77a-f88092439ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:16.522150 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-ef76ebd0-3443-4596-aab9-98c34565905c req-6a13ddcd-86f3-4a9d-b77a-f88092439ad6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=68db1402-794a-4fcf-beca-a85ea1b44a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545990 Jul 15 19:15:16.533533 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [req-ef76ebd0-3443-4596-aab9-98c34565905c req-188b4187-07fb-4e77-b985-266645add352 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 19:15:16.534511 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-ef76ebd0-3443-4596-aab9-98c34565905c req-188b4187-07fb-4e77-b985-266645add352 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049427 Jul 15 19:15:16.623738 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-ef76ebd0-3443-4596-aab9-98c34565905c req-a007dc5c-122a-425f-bb20-3e64653d02e5 service neutron] 10.222.0.69 "GET /v2.0/networks/68db1402-794a-4fcf-beca-a85ea1b44a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809882 Jul 15 19:15:16.717230 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-ef76ebd0-3443-4596-aab9-98c34565905c req-d0f6cfff-939e-4f31-9281-b018aca947c4 service neutron] 10.222.0.69 "GET /v2.0/networks/68db1402-794a-4fcf-beca-a85ea1b44a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862699 Jul 15 19:15:17.322644 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8e0b0-202a-4f4f-83dc-344c38963432 req-352ec3d6-46b8-4bf0-aba8-0218482183f5 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:17.324212 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-74f8e0b0-202a-4f4f-83dc-344c38963432 req-352ec3d6-46b8-4bf0-aba8-0218482183f5 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be10722-6ba7-46a3-8484-f94526ffd84f HTTP/1.1" status: 200 len: 946 time: 0.0637710 Jul 15 19:15:17.363387 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-74f8e0b0-202a-4f4f-83dc-344c38963432 req-2e3ba04d-fc6f-4465-881c-5864200d3534 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327609 Jul 15 19:15:17.592268 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58763cea-0366-4f3e-8af0-43a122799bc4 req-005fa003-d99b-42bf-9273-985b7d063899 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:17.594451 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-58763cea-0366-4f3e-8af0-43a122799bc4 req-005fa003-d99b-42bf-9273-985b7d063899 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 945 time: 0.0686195 Jul 15 19:15:17.631306 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-58763cea-0366-4f3e-8af0-43a122799bc4 req-8aa27c2e-b186-4e48-96ac-08fece1edd22 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312219 Jul 15 19:15:18.224048 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212e9d4-fdd7-44e1-80b6-cf10325d124c req-1abaada8-c00b-4b21-80b1-62dbe22090a5 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:18.225588 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1212e9d4-fdd7-44e1-80b6-cf10325d124c req-1abaada8-c00b-4b21-80b1-62dbe22090a5 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.69 "GET /v2.0/ports?device_id=6be10722-6ba7-46a3-8484-f94526ffd84f HTTP/1.1" status: 200 len: 946 time: 0.0631580 Jul 15 19:15:18.329511 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [req-1212e9d4-fdd7-44e1-80b6-cf10325d124c req-345d50b3-30d8-4621-866a-0ac870c91ba0 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Deleting port a816e041-b492-4abc-828b-17826c74ca19 {{(pid=93657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:15:18.329874 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-1212e9d4-fdd7-44e1-80b6-cf10325d124c req-345d50b3-30d8-4621-866a-0ac870c91ba0 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:18.414398 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [req-1212e9d4-fdd7-44e1-80b6-cf10325d124c req-345d50b3-30d8-4621-866a-0ac870c91ba0 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] For port a816e041-b492-4abc-828b-17826c74ca19, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a816e041-b492-4abc-828b-17826c74ca19,segment=NetworkSegment(7666ad49-8517-4aa2-be40-d759823ff89a),segment_id=7666ad49-8517-4aa2-be40-d759823ff89a)] {{(pid=93657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:15:18.414755 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-1212e9d4-fdd7-44e1-80b6-cf10325d124c req-345d50b3-30d8-4621-866a-0ac870c91ba0 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:18.427444 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [req-1212e9d4-fdd7-44e1-80b6-cf10325d124c req-345d50b3-30d8-4621-866a-0ac870c91ba0 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Calling delete_port for a816e041-b492-4abc-828b-17826c74ca19 owned by compute:nova {{(pid=93657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:15:18.579522 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838ebcf-f0c5-4c49-8ca8-4d3e65663bde req-f45b8fc5-4ad3-405f-a2a8-b44887229ad7 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:18.580985 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-2838ebcf-f0c5-4c49-8ca8-4d3e65663bde req-f45b8fc5-4ad3-405f-a2a8-b44887229ad7 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be10722-6ba7-46a3-8484-f94526ffd84f HTTP/1.1" status: 200 len: 946 time: 0.1045802 Jul 15 19:15:18.618408 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-1212e9d4-fdd7-44e1-80b6-cf10325d124c req-345d50b3-30d8-4621-866a-0ac870c91ba0 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:18.661771 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-2838ebcf-f0c5-4c49-8ca8-4d3e65663bde req-6ed36548-2f7c-452a-ad2c-629e1f067db8 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "GET /v2.0/security-groups?id=848fb33d-857e-45aa-9632-be3241fd2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738273 Jul 15 19:15:18.667826 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d50b3-30d8-4621-866a-0ac870c91ba0 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Pushing event deleted for resources: {'Port': ['ID=a816e041-b492-4abc-828b-17826c74ca19,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:18.711232 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [req-1212e9d4-fdd7-44e1-80b6-cf10325d124c req-345d50b3-30d8-4621-866a-0ac870c91ba0 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] No DVR routers for this DVR port a816e041-b492-4abc-828b-17826c74ca19 on host hv-cinder-78836 {{(pid=93657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:15:18.713751 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-1212e9d4-fdd7-44e1-80b6-cf10325d124c req-345d50b3-30d8-4621-866a-0ac870c91ba0 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:18.715973 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1212e9d4-fdd7-44e1-80b6-cf10325d124c req-345d50b3-30d8-4621-866a-0ac870c91ba0 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.69 "DELETE /v2.0/ports/a816e041-b492-4abc-828b-17826c74ca19 HTTP/1.1" status: 204 len: 173 time: 0.4838498 Jul 15 19:15:18.716419 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be10722-6ba7-46a3-8484-f94526ffd84f', 'name': 'network-vif-deleted', 'tag': 'a816e041-b492-4abc-828b-17826c74ca19'}] {{(pid=93657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:15:18.719192 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b0cfcdb1f3b1ee888c4befe2123a349a82046d9ec1555bca0e5a99b684397f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4b093d-8a7c-4fce-9e17-6be81968eed6" -d '{"events": [{"server_uuid": "6be10722-6ba7-46a3-8484-f94526ffd84f", "name": "network-vif-deleted", "tag": "a816e041-b492-4abc-828b-17826c74ca19"}]}' {{(pid=93657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:15:18.766860 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126656d6-2a96-4ba4-9169-3c2cd37a525e x-openstack-request-id: req-126656d6-2a96-4ba4-9169-3c2cd37a525e {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:15:18.767164 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be10722-6ba7-46a3-8484-f94526ffd84f", "name": "network-vif-deleted", "tag": "a816e041-b492-4abc-828b-17826c74ca19", "status": "completed", "code": 200}]} {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:15:18.767417 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-126656d6-2a96-4ba4-9169-3c2cd37a525e {{(pid=93657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:15:18.767812 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be10722-6ba7-46a3-8484-f94526ffd84f', 'name': 'network-vif-deleted', 'tag': 'a816e041-b492-4abc-828b-17826c74ca19', 'status': 'completed', 'code': 200} Jul 15 19:15:18.816260 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fdd038-88ac-41a8-81d1-025a1005eaa2 req-c2b52093-5196-4065-8c69-be54521f92c1 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:18.817776 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-63fdd038-88ac-41a8-81d1-025a1005eaa2 req-c2b52093-5196-4065-8c69-be54521f92c1 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 945 time: 0.0660250 Jul 15 19:15:18.855988 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-63fdd038-88ac-41a8-81d1-025a1005eaa2 req-26f6643e-aedd-412c-858c-807573cd9aa8 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326118 Jul 15 19:15:19.476537 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-baf63921-53b8-476f-ba77-ddb1ec836230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:19.768491 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 60410) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:19.889323 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [None req-34e9fe1e-8641-47d4-8589-750a63131664 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Deleting port 72ac79ef-7d36-4ac4-b60c-4e59e1d45513 {{(pid=93657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:15:19.889650 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-34e9fe1e-8641-47d4-8589-750a63131664 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:19.966729 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-34e9fe1e-8641-47d4-8589-750a63131664 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:19.967102 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-34e9fe1e-8641-47d4-8589-750a63131664 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:19.979724 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [None req-34e9fe1e-8641-47d4-8589-750a63131664 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Calling delete_port for 72ac79ef-7d36-4ac4-b60c-4e59e1d45513 owned by network:floatingip {{(pid=93657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:15:20.029384 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef0a95-2e80-4cfe-8723-2ee530738f4c req-a44b2993-f499-4790-8686-db70fdbf2b25 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:20.031446 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-aeef0a95-2e80-4cfe-8723-2ee530738f4c req-a44b2993-f499-4790-8686-db70fdbf2b25 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 945 time: 0.0662894 Jul 15 19:15:20.069955 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-aeef0a95-2e80-4cfe-8723-2ee530738f4c req-2a50b063-6e3e-456b-b864-281f68f9db8e tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329723 Jul 15 19:15:20.116000 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-34e9fe1e-8641-47d4-8589-750a63131664 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:20.142534 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e9fe1e-8641-47d4-8589-750a63131664 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Pushing event deleted for resources: {'Port': ['ID=72ac79ef-7d36-4ac4-b60c-4e59e1d45513,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:20.206478 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-34e9fe1e-8641-47d4-8589-750a63131664 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks [] for floatingip, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:20.208899 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-34e9fe1e-8641-47d4-8589-750a63131664 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for floatingip, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:20.210079 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-34e9fe1e-8641-47d4-8589-750a63131664 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "DELETE /v2.0/floatingips/e7e5640b-d265-4c12-a974-e976a9dc00f0 HTTP/1.1" status: 204 len: 168 time: 0.4397554 Jul 15 19:15:21.244987 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d10df5-cd63-42f2-87a0-68d839e62d1f req-930c9022-07e1-44ef-ba75-a2f58c166412 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:21.246512 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-70d10df5-cd63-42f2-87a0-68d839e62d1f req-930c9022-07e1-44ef-ba75-a2f58c166412 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 945 time: 0.0639355 Jul 15 19:15:21.284361 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-70d10df5-cd63-42f2-87a0-68d839e62d1f req-6231a82c-0536-41fe-a54b-5375fd877018 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317829 Jul 15 19:15:21.478119 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 60472) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:21.541787 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-d75e19a3-2fe7-49c5-bfd4-ff25aa872196 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:21.569298 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-d75e19a3-2fe7-49c5-bfd4-ff25aa872196 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:21.642365 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-d75e19a3-2fe7-49c5-bfd4-ff25aa872196 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:21.644994 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-d75e19a3-2fe7-49c5-bfd4-ff25aa872196 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:21.646193 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-d75e19a3-2fe7-49c5-bfd4-ff25aa872196 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] 10.222.0.70 "DELETE /v2.0/security-groups/848fb33d-857e-45aa-9632-be3241fd2f98 HTTP/1.1" status: 204 len: 168 time: 0.1670702 Jul 15 19:15:21.655501 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e19a3-2fe7-49c5-bfd4-ff25aa872196 tempest-TestVolumeBootPattern-309392507 tempest-TestVolumeBootPattern-309392507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=848fb33d-857e-45aa-9632-be3241fd2f98,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:21.931803 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device a816e041-b492-4abc-828b-17826c74ca19 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:15:21.952135 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] No Port match for: a816e041-b492-4abc-828b-17826c74ca19 {{(pid=93659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:15:21.952486 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device a816e041-b492-4abc-828b-17826c74ca19 not bound to the agent host hv-cinder-78836 {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:15:22.112639 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:22.168768 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-188e7879-faf0-466f-bf44-20aaa1448334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:22.454027 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ea294-ce38-4b5e-9439-6ccbb1a33c6f req-5ee60b25-d476-4757-97d8-44fe99424212 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:22.455386 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-262ea294-ce38-4b5e-9439-6ccbb1a33c6f req-5ee60b25-d476-4757-97d8-44fe99424212 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 945 time: 0.0619473 Jul 15 19:15:22.495390 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-262ea294-ce38-4b5e-9439-6ccbb1a33c6f req-a8c3dc7f-7a12-48f8-b337-63ca6e1dfe2d tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343189 Jul 15 19:15:22.726984 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 60500) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:23.443882 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-229f5bf6-9b14-4965-a5c8-6b7dd302c80b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695971'] for router_interface, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:23.702080 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:23.736230 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4263ce-29ac-427e-abf7-7ac12f2e8e5b req-b63e17b2-0535-4763-bcdf-1ba0c12d4e9d tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:23.737829 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-3f4263ce-29ac-427e-abf7-7ac12f2e8e5b req-b63e17b2-0535-4763-bcdf-1ba0c12d4e9d tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 945 time: 0.1278121 Jul 15 19:15:23.792340 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-3f4263ce-29ac-427e-abf7-7ac12f2e8e5b req-e59a8aa3-5d54-4897-9518-0897a44a0a5a tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468981 Jul 15 19:15:23.797808 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [None req-229f5bf6-9b14-4965-a5c8-6b7dd302c80b admin admin] Deleting port a7a8a45d-5c38-4636-8caa-8f808ae32033 {{(pid=93657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:15:23.798040 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-229f5bf6-9b14-4965-a5c8-6b7dd302c80b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:23.879324 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [None req-229f5bf6-9b14-4965-a5c8-6b7dd302c80b admin admin] For port a7a8a45d-5c38-4636-8caa-8f808ae32033, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=a7a8a45d-5c38-4636-8caa-8f808ae32033,segment=NetworkSegment(7666ad49-8517-4aa2-be40-d759823ff89a),segment_id=7666ad49-8517-4aa2-be40-d759823ff89a)] {{(pid=93657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:15:23.879714 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-229f5bf6-9b14-4965-a5c8-6b7dd302c80b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:23.893265 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [None req-229f5bf6-9b14-4965-a5c8-6b7dd302c80b admin admin] Calling delete_port for a7a8a45d-5c38-4636-8caa-8f808ae32033 owned by network:router_interface {{(pid=93657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:15:24.081582 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-229f5bf6-9b14-4965-a5c8-6b7dd302c80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:24.111566 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f5bf6-9b14-4965-a5c8-6b7dd302c80b admin admin] Pushing event deleted for resources: {'Port': ['ID=a7a8a45d-5c38-4636-8caa-8f808ae32033,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:24.282145 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-229f5bf6-9b14-4965-a5c8-6b7dd302c80b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683827'] for router_interface, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:24.512395 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229f5bf6-9b14-4965-a5c8-6b7dd302c80b admin admin] Router a3c6b66d-5fcf-4250-bc05-a7fb3832f584 has already been hosted by L3 agent d1959f4f-c5e4-447e-bdea-87c7e923db15 {{(pid=93657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:15:24.612401 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229f5bf6-9b14-4965-a5c8-6b7dd302c80b admin admin] Notify agent at l3_agent.dv-cinder-788363-8-iscsi the message routers_updated {{(pid=93657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:15:24.617349 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-229f5bf6-9b14-4965-a5c8-6b7dd302c80b admin admin] 10.222.0.70 "PUT /v2.0/routers/a3c6b66d-5fcf-4250-bc05-a7fb3832f584/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8893290 Jul 15 19:15:24.620040 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 60508) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:24.622810 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143b83e8-3c47-4a04-a591-1fe0fc1388da None None] Sync routers for ids ['a3c6b66d-5fcf-4250-bc05-a7fb3832f584'] in dv-cinder-788363-8-iscsi {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:15:24.633786 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143b83e8-3c47-4a04-a591-1fe0fc1388da None None] Routers {'a3c6b66d-5fcf-4250-bc05-a7fb3832f584'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:15:24.635072 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-143b83e8-3c47-4a04-a591-1fe0fc1388da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:15:22Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['a3c6b66d-5fcf-4250-bc05-a7fb3832f584'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:15:24.743027 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-143b83e8-3c47-4a04-a591-1fe0fc1388da None None] Set router a3c6b66d-5fcf-4250-bc05-a7fb3832f584 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:15:24.943492 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-143b83e8-3c47-4a04-a591-1fe0fc1388da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'name': 'tempest-TestVolumeBootPattern-328040496-router', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:06:48Z', 'updated_at': '2021-07-15T19:15:24Z', 'revision_number': 5, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'gw_port': {'id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:97:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:49Z', 'updated_at': '2021-07-15T19:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi'}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:15:24.969426 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143b83e8-3c47-4a04-a591-1fe0fc1388da None None] Checking router: a3c6b66d-5fcf-4250-bc05-a7fb3832f584 for host: dv-cinder-788363-8-iscsi {{(pid=93659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:15:24.982740 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143b83e8-3c47-4a04-a591-1fe0fc1388da None None] Routers {'a3c6b66d-5fcf-4250-bc05-a7fb3832f584'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:15:24.983420 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-143b83e8-3c47-4a04-a591-1fe0fc1388da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:15:22Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['a3c6b66d-5fcf-4250-bc05-a7fb3832f584'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:15:25.055167 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d84858de-196c-4fe2-b426-d22f8f860d5c admin admin] Notify callbacks [] for router, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:25.089238 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-143b83e8-3c47-4a04-a591-1fe0fc1388da None None] Set router a3c6b66d-5fcf-4250-bc05-a7fb3832f584 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:15:25.147669 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4dfd28-cacb-4249-920d-99c363b610ef req-7acb3dc2-0cbf-484d-b37e-8cb42c5f619b tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:25.149391 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-7d4dfd28-cacb-4249-920d-99c363b610ef req-7acb3dc2-0cbf-484d-b37e-8cb42c5f619b tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 945 time: 0.1439757 Jul 15 19:15:25.201799 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d84858de-196c-4fe2-b426-d22f8f860d5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:25.208113 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-7d4dfd28-cacb-4249-920d-99c363b610ef req-8e3343db-43d4-4b09-9ca6-60fbf8a310f7 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474620 Jul 15 19:15:25.259354 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [None req-d84858de-196c-4fe2-b426-d22f8f860d5c admin admin] Deleting port fd7cb6af-f1b2-401b-ac36-74069c49deaa {{(pid=93658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:15:25.259750 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d84858de-196c-4fe2-b426-d22f8f860d5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:25.283400 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-143b83e8-3c47-4a04-a591-1fe0fc1388da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'name': 'tempest-TestVolumeBootPattern-328040496-router', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:06:48Z', 'updated_at': '2021-07-15T19:15:24Z', 'revision_number': 5, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'gw_port': {'id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:97:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:49Z', 'updated_at': '2021-07-15T19:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi'}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:15:25.312101 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143b83e8-3c47-4a04-a591-1fe0fc1388da None None] The sync data for ids ['a3c6b66d-5fcf-4250-bc05-a7fb3832f584'] in dv-cinder-788363-8-iscsi is: [{'id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'name': 'tempest-TestVolumeBootPattern-328040496-router', 'tenant_id': '180a42342ab54ecf9731a6938c11faae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:06:48Z', 'updated_at': '2021-07-15T19:15:24Z', 'revision_number': 5, 'project_id': '180a42342ab54ecf9731a6938c11faae', 'gw_port': {'id': 'fd7cb6af-f1b2-401b-ac36-74069c49deaa', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:97:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c6b66d-5fcf-4250-bc05-a7fb3832f584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:49Z', 'updated_at': '2021-07-15T19:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi'}] {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:15:25.347672 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.db [None req-d84858de-196c-4fe2-b426-d22f8f860d5c admin admin] For port fd7cb6af-f1b2-401b-ac36-74069c49deaa, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=fd7cb6af-f1b2-401b-ac36-74069c49deaa,segment=NetworkSegment(d344549d-09e0-4982-8c11-6f16cb0baa64),segment_id=d344549d-09e0-4982-8c11-6f16cb0baa64)] {{(pid=93658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:15:25.348026 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d84858de-196c-4fe2-b426-d22f8f860d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:25.359745 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [None req-d84858de-196c-4fe2-b426-d22f8f860d5c admin admin] Calling delete_port for fd7cb6af-f1b2-401b-ac36-74069c49deaa owned by network:router_gateway {{(pid=93658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:15:25.451248 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d63b7a-c766-492b-82e8-5fb20b75d041 req-9ac62ae1-2efb-4b34-83c7-9c337f134724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:25.452843 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-02d63b7a-c766-492b-82e8-5fb20b75d041 req-9ac62ae1-2efb-4b34-83c7-9c337f134724 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b2ad1b66aed3448d8e6473bdf587c8be&device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 1098 time: 0.0577362 Jul 15 19:15:25.552655 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d63b7a-c766-492b-82e8-5fb20b75d041 req-b733fa0f-a30f-4411-89be-67a36b3d0226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:25.554165 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-02d63b7a-c766-492b-82e8-5fb20b75d041 req-b733fa0f-a30f-4411-89be-67a36b3d0226 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7d50aa2d-604e-4f65-a71a-b638bdc835af HTTP/1.1" status: 200 len: 911 time: 0.0950062 Jul 15 19:15:25.567041 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d84858de-196c-4fe2-b426-d22f8f860d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4513278'] for port, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:25.577539 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:25.595987 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84858de-196c-4fe2-b426-d22f8f860d5c admin admin] Pushing event deleted for resources: {'Port': ['ID=fd7cb6af-f1b2-401b-ac36-74069c49deaa,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:25.625448 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84858de-196c-4fe2-b426-d22f8f860d5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:25.627902 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84858de-196c-4fe2-b426-d22f8f860d5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:25.628322 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84858de-196c-4fe2-b426-d22f8f860d5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:25.628765 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84858de-196c-4fe2-b426-d22f8f860d5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:25.629323 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84858de-196c-4fe2-b426-d22f8f860d5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:25.629683 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84858de-196c-4fe2-b426-d22f8f860d5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:25.630043 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84858de-196c-4fe2-b426-d22f8f860d5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:25.630379 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84858de-196c-4fe2-b426-d22f8f860d5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:25.630766 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84858de-196c-4fe2-b426-d22f8f860d5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:25.631198 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84858de-196c-4fe2-b426-d22f8f860d5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:25.631535 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84858de-196c-4fe2-b426-d22f8f860d5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:25.631888 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84858de-196c-4fe2-b426-d22f8f860d5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:25.632505 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-02d63b7a-c766-492b-82e8-5fb20b75d041 req-295df62e-41aa-4a80-8bb5-ce208ca802f2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=699fbff3-3c58-4b4b-9909-bf1c290eda90 HTTP/1.1" status: 200 len: 1001 time: 0.0714705 Jul 15 19:15:25.686905 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d84858de-196c-4fe2-b426-d22f8f860d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764521'] for router_gateway, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:25.717880 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d63b7a-c766-492b-82e8-5fb20b75d041 req-323add73-1796-4afc-a11c-94b70e88ad92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:25.719065 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-02d63b7a-c766-492b-82e8-5fb20b75d041 req-323add73-1796-4afc-a11c-94b70e88ad92 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f465249e-fbc0-4204-8af8-3bf63247cd6c HTTP/1.1" status: 200 len: 848 time: 0.0792029 Jul 15 19:15:25.794686 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d84858de-196c-4fe2-b426-d22f8f860d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-696317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124545'] for router, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:25.798726 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d63b7a-c766-492b-82e8-5fb20b75d041 req-0bb23afc-312d-4ed1-a6dc-38fbcca5a7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:25.799505 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d84858de-196c-4fe2-b426-d22f8f860d5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:25.800941 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-02d63b7a-c766-492b-82e8-5fb20b75d041 req-0bb23afc-312d-4ed1-a6dc-38fbcca5a7f9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7d50aa2d-604e-4f65-a71a-b638bdc835af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0742257 Jul 15 19:15:25.824584 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device a7a8a45d-5c38-4636-8caa-8f808ae32033 no longer exists at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:15:25.848818 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] No Port match for: a7a8a45d-5c38-4636-8caa-8f808ae32033 {{(pid=93659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:15:25.849557 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device a7a8a45d-5c38-4636-8caa-8f808ae32033 not bound to the agent host dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:15:25.885286 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d84858de-196c-4fe2-b426-d22f8f860d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681195'] for router, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:25.885844 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84858de-196c-4fe2-b426-d22f8f860d5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3c6b66d-5fcf-4250-bc05-a7fb3832f584 {{(pid=93658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 19:15:25.893628 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-d84858de-196c-4fe2-b426-d22f8f860d5c admin admin] Notify callbacks [] for router, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:25.894916 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-d84858de-196c-4fe2-b426-d22f8f860d5c admin admin] 10.222.0.70 "DELETE /v2.0/routers/a3c6b66d-5fcf-4250-bc05-a7fb3832f584 HTTP/1.1" status: 204 len: 168 time: 1.2739058 Jul 15 19:15:25.897370 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 60516) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:25.912704 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-02d63b7a-c766-492b-82e8-5fb20b75d041 req-c1821351-46f9-4df8-9fc3-c49c76dea8ec service neutron] 10.222.0.69 "GET /v2.0/networks/7d50aa2d-604e-4f65-a71a-b638bdc835af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036689 Jul 15 19:15:25.941341 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9afe236-1a0b-4f2a-b1de-767e5b993fdb admin admin] Deleting subnet 67978492-7f73-452d-9401-7aabf267f48c {{(pid=93658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:15:25.944570 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e9afe236-1a0b-4f2a-b1de-767e5b993fdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:25.980702 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e9afe236-1a0b-4f2a-b1de-767e5b993fdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5771400'] for subnet, precommit_delete_associations {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:26.010744 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-02d63b7a-c766-492b-82e8-5fb20b75d041 req-50354c4d-f063-4ca6-a9a9-ee88cad097c1 service neutron] 10.222.0.69 "GET /v2.0/networks/7d50aa2d-604e-4f65-a71a-b638bdc835af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901210 Jul 15 19:15:26.080533 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e9afe236-1a0b-4f2a-b1de-767e5b993fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1788362'] for subnet, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:26.131232 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e9afe236-1a0b-4f2a-b1de-767e5b993fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1788413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4513165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133957'] for subnet, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:26.156400 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9afe236-1a0b-4f2a-b1de-767e5b993fdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67978492-7f73-452d-9401-7aabf267f48c,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:26.164484 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-e9afe236-1a0b-4f2a-b1de-767e5b993fdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:26.168001 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-e9afe236-1a0b-4f2a-b1de-767e5b993fdb admin admin] 10.222.0.70 "DELETE /v2.0/subnets/67978492-7f73-452d-9401-7aabf267f48c HTTP/1.1" status: 204 len: 168 time: 0.2677860 Jul 15 19:15:26.169826 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 60518) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:26.172928 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cebbd3-ac4f-4759-86a3-0b3ba172d96d None None] Network 68db1402-794a-4fcf-beca-a85ea1b44a56 requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:15:26.244055 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-03fee118-bc27-4c35-9d57-06dee43191b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603233'] for network, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:26.301571 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [None req-03fee118-bc27-4c35-9d57-06dee43191b5 admin admin] Deleting port 20eae56e-2ca8-403d-a723-ed5a6dcfd8b3 {{(pid=93658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:15:26.302207 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-03fee118-bc27-4c35-9d57-06dee43191b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:26.368621 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.db [None req-03fee118-bc27-4c35-9d57-06dee43191b5 admin admin] For port 20eae56e-2ca8-403d-a723-ed5a6dcfd8b3, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=20eae56e-2ca8-403d-a723-ed5a6dcfd8b3,segment=NetworkSegment(7666ad49-8517-4aa2-be40-d759823ff89a),segment_id=7666ad49-8517-4aa2-be40-d759823ff89a)] {{(pid=93658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:15:26.368983 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-03fee118-bc27-4c35-9d57-06dee43191b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:26.381845 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [None req-03fee118-bc27-4c35-9d57-06dee43191b5 admin admin] Calling delete_port for 20eae56e-2ca8-403d-a723-ed5a6dcfd8b3 owned by network:dhcp {{(pid=93658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:15:26.400020 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049136b2-7e7f-4cf7-8af6-d303ebf336dd req-3a7e93f9-c14a-40ab-bcf7-6ae3631039ba tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:26.402020 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-049136b2-7e7f-4cf7-8af6-d303ebf336dd req-3a7e93f9-c14a-40ab-bcf7-6ae3631039ba tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 945 time: 0.0764489 Jul 15 19:15:26.418705 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf017763-beed-4700-93ee-40a75d4223f6 None None] DHCP port deletion for 68db1402-794a-4fcf-beca-a85ea1b44a56 request from dv-cinder-788363-8-iscsi {{(pid=93659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 19:15:26.456519 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-049136b2-7e7f-4cf7-8af6-d303ebf336dd req-152bf472-42f6-423d-82ae-bdbcc25627e4 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475824 Jul 15 19:15:26.474665 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-cf017763-beed-4700-93ee-40a75d4223f6 None None] Deleting port 20eae56e-2ca8-403d-a723-ed5a6dcfd8b3 {{(pid=93659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:15:26.475279 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-cf017763-beed-4700-93ee-40a75d4223f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:26.495103 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-03fee118-bc27-4c35-9d57-06dee43191b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4513278'] for port, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:26.520888 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fee118-bc27-4c35-9d57-06dee43191b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=20eae56e-2ca8-403d-a723-ed5a6dcfd8b3,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:26.524307 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fee118-bc27-4c35-9d57-06dee43191b5 admin admin] No DVR routers for this DVR port 20eae56e-2ca8-403d-a723-ed5a6dcfd8b3 on host dv-cinder-788363-8-iscsi {{(pid=93658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:15:26.551028 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-cf017763-beed-4700-93ee-40a75d4223f6 None None] For port 20eae56e-2ca8-403d-a723-ed5a6dcfd8b3, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=20eae56e-2ca8-403d-a723-ed5a6dcfd8b3,segment=NetworkSegment(7666ad49-8517-4aa2-be40-d759823ff89a),segment_id=7666ad49-8517-4aa2-be40-d759823ff89a)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:15:26.551425 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-cf017763-beed-4700-93ee-40a75d4223f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:26.563402 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-cf017763-beed-4700-93ee-40a75d4223f6 None None] Calling delete_port for 20eae56e-2ca8-403d-a723-ed5a6dcfd8b3 owned by network:dhcp {{(pid=93659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:15:26.595573 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-03fee118-bc27-4c35-9d57-06dee43191b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787310', 'neutron.services.segments.db._delete_segments_for_network-8730935243340'] for network, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:26.606546 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.services.segments.db [None req-03fee118-bc27-4c35-9d57-06dee43191b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68db1402-794a-4fcf-beca-a85ea1b44a56']}} {{(pid=93658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:15:26.619869 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.services.segments.db [None req-03fee118-bc27-4c35-9d57-06dee43191b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7666ad49-8517-4aa2-be40-d759823ff89a') {'for_net_delete': True} {{(pid=93658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:15:26.620166 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.services.segments.db [None req-03fee118-bc27-4c35-9d57-06dee43191b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7666ad49-8517-4aa2-be40-d759823ff89a') {} {{(pid=93658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:15:26.629883 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-03fee118-bc27-4c35-9d57-06dee43191b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730935246421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5771455'] for segment, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:26.639733 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-cf017763-beed-4700-93ee-40a75d4223f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364'] for port, after_delete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:26.644068 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-03fee118-bc27-4c35-9d57-06dee43191b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882'] for segment, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:26.650231 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03fee118-bc27-4c35-9d57-06dee43191b5 admin admin] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=93658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:15:26.650667 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-03fee118-bc27-4c35-9d57-06dee43191b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4513327'] for segment, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:26.652331 dv-cinder-788363-8-iscsi neutron-server[93658]: Traceback (most recent call last): Jul 15 19:15:26.652331 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:15:26.652331 dv-cinder-788363-8-iscsi neutron-server[93658]: timer() Jul 15 19:15:26.652331 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:15:26.652331 dv-cinder-788363-8-iscsi neutron-server[93658]: cb(*args, **kw) Jul 15 19:15:26.652331 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:15:26.652331 dv-cinder-788363-8-iscsi neutron-server[93658]: return func(*args, **kwargs) Jul 15 19:15:26.652331 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:15:26.652331 dv-cinder-788363-8-iscsi neutron-server[93658]: self._notify() Jul 15 19:15:26.652331 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:15:26.652331 dv-cinder-788363-8-iscsi neutron-server[93658]: self.callback(batched_events) Jul 15 19:15:26.652331 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:15:26.652331 dv-cinder-788363-8-iscsi neutron-server[93658]: event.method(event) Jul 15 19:15:26.652331 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:15:26.652331 dv-cinder-788363-8-iscsi neutron-server[93658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:15:26.652331 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:15:26.652331 dv-cinder-788363-8-iscsi neutron-server[93658]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:15:26.652331 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:15:26.652331 dv-cinder-788363-8-iscsi neutron-server[93658]: return f(self, *a, **k) Jul 15 19:15:26.652331 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:15:26.652331 dv-cinder-788363-8-iscsi neutron-server[93658]: return self._get(url).json() Jul 15 19:15:26.652331 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:15:26.652331 dv-cinder-788363-8-iscsi neutron-server[93658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:15:26.652331 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:15:26.652331 dv-cinder-788363-8-iscsi neutron-server[93658]: return self.request(url, 'GET', **kwargs) Jul 15 19:15:26.652331 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:15:26.652331 dv-cinder-788363-8-iscsi neutron-server[93658]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:15:26.652331 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:15:26.652331 dv-cinder-788363-8-iscsi neutron-server[93658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:15:26.652331 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:15:26.652331 dv-cinder-788363-8-iscsi neutron-server[93658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:15:26.652331 dv-cinder-788363-8-iscsi neutron-server[93658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:15:26.671654 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf017763-beed-4700-93ee-40a75d4223f6 None None] Pushing event deleted for resources: {'Port': ['ID=20eae56e-2ca8-403d-a723-ed5a6dcfd8b3,revision_number=None']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:26.675091 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf017763-beed-4700-93ee-40a75d4223f6 None None] No DVR routers for this DVR port 20eae56e-2ca8-403d-a723-ed5a6dcfd8b3 on host dv-cinder-788363-8-iscsi {{(pid=93659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:15:26.682111 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf017763-beed-4700-93ee-40a75d4223f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:26.682461 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf017763-beed-4700-93ee-40a75d4223f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:26.682808 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf017763-beed-4700-93ee-40a75d4223f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:26.683148 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf017763-beed-4700-93ee-40a75d4223f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:26.683482 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf017763-beed-4700-93ee-40a75d4223f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:26.683813 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf017763-beed-4700-93ee-40a75d4223f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:26.684138 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf017763-beed-4700-93ee-40a75d4223f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:26.684709 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf017763-beed-4700-93ee-40a75d4223f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:26.685007 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf017763-beed-4700-93ee-40a75d4223f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:26.685128 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf017763-beed-4700-93ee-40a75d4223f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:26.685694 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf017763-beed-4700-93ee-40a75d4223f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:26.685823 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf017763-beed-4700-93ee-40a75d4223f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:26.713669 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-03fee118-bc27-4c35-9d57-06dee43191b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764597'] for network, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:26.719576 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-03fee118-bc27-4c35-9d57-06dee43191b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for network, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:26.721275 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-03fee118-bc27-4c35-9d57-06dee43191b5 admin admin] 10.222.0.70 "DELETE /v2.0/networks/68db1402-794a-4fcf-beca-a85ea1b44a56 HTTP/1.1" status: 204 len: 168 time: 0.5505447 Jul 15 19:15:26.724384 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 60522) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:26.732177 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fee118-bc27-4c35-9d57-06dee43191b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=68db1402-794a-4fcf-beca-a85ea1b44a56,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:27.099901 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-a38fccbe-6329-4b28-9a7a-f95cf22f4def admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695971'] for router_interface, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:27.351863 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [None req-a38fccbe-6329-4b28-9a7a-f95cf22f4def admin admin] Deleting port cf0f56bd-cdff-49f1-8517-4107fd31cc88 {{(pid=93657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:15:27.352197 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-a38fccbe-6329-4b28-9a7a-f95cf22f4def admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:27.432642 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [None req-a38fccbe-6329-4b28-9a7a-f95cf22f4def admin admin] For port cf0f56bd-cdff-49f1-8517-4107fd31cc88, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=cf0f56bd-cdff-49f1-8517-4107fd31cc88,segment=NetworkSegment(40ac4626-9311-4b8b-9de9-19342e60d690),segment_id=40ac4626-9311-4b8b-9de9-19342e60d690)] {{(pid=93657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:15:27.433013 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-a38fccbe-6329-4b28-9a7a-f95cf22f4def admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:27.446104 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [None req-a38fccbe-6329-4b28-9a7a-f95cf22f4def admin admin] Calling delete_port for cf0f56bd-cdff-49f1-8517-4107fd31cc88 owned by network:router_interface {{(pid=93657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:15:27.630869 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-a38fccbe-6329-4b28-9a7a-f95cf22f4def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:27.631584 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f8fad-0527-4373-ada4-f27163a16128 req-0675f707-edef-4f4f-af4c-06eedf5857df tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:27.632539 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-7b5f8fad-0527-4373-ada4-f27163a16128 req-0675f707-edef-4f4f-af4c-06eedf5857df tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 945 time: 0.0643177 Jul 15 19:15:27.660260 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38fccbe-6329-4b28-9a7a-f95cf22f4def admin admin] Pushing event deleted for resources: {'Port': ['ID=cf0f56bd-cdff-49f1-8517-4107fd31cc88,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:27.674460 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38fccbe-6329-4b28-9a7a-f95cf22f4def admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:27.674460 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38fccbe-6329-4b28-9a7a-f95cf22f4def admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:27.674460 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38fccbe-6329-4b28-9a7a-f95cf22f4def admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:27.674460 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38fccbe-6329-4b28-9a7a-f95cf22f4def admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:27.674906 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38fccbe-6329-4b28-9a7a-f95cf22f4def admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:27.675142 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38fccbe-6329-4b28-9a7a-f95cf22f4def admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:27.675470 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38fccbe-6329-4b28-9a7a-f95cf22f4def admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:27.675805 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38fccbe-6329-4b28-9a7a-f95cf22f4def admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:27.676133 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38fccbe-6329-4b28-9a7a-f95cf22f4def admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:27.676470 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38fccbe-6329-4b28-9a7a-f95cf22f4def admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:27.676779 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38fccbe-6329-4b28-9a7a-f95cf22f4def admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:27.677097 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38fccbe-6329-4b28-9a7a-f95cf22f4def admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:27.688899 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-7b5f8fad-0527-4373-ada4-f27163a16128 req-e80a9708-aa1e-425b-a8b1-cdcc6e41c537 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505183 Jul 15 19:15:27.727149 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.agents_db [None req-ef181030-a4ef-48d9-9156-44fb1018252a None None] Agent healthcheck: found 6 active agents {{(pid=93660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:15:27.755689 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 20eae56e-2ca8-403d-a723-ed5a6dcfd8b3 no longer exists at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:15:27.776942 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] No Port match for: 20eae56e-2ca8-403d-a723-ed5a6dcfd8b3 {{(pid=93659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:15:27.777416 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 20eae56e-2ca8-403d-a723-ed5a6dcfd8b3 not bound to the agent host dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:15:27.777972 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device fd7cb6af-f1b2-401b-ac36-74069c49deaa no longer exists at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:15:27.803887 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] No Port match for: fd7cb6af-f1b2-401b-ac36-74069c49deaa {{(pid=93659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:15:27.804441 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device fd7cb6af-f1b2-401b-ac36-74069c49deaa not bound to the agent host dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:15:27.855647 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-a38fccbe-6329-4b28-9a7a-f95cf22f4def admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683827'] for router_interface, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:28.086021 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38fccbe-6329-4b28-9a7a-f95cf22f4def admin admin] Router 5550249a-ebc7-4c4f-a484-e8ee764d4eae has already been hosted by L3 agent d1959f4f-c5e4-447e-bdea-87c7e923db15 {{(pid=93657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:15:28.473507 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38fccbe-6329-4b28-9a7a-f95cf22f4def admin admin] Notify agent at l3_agent.dv-cinder-788363-8-iscsi the message routers_updated {{(pid=93657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:15:28.478343 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-a38fccbe-6329-4b28-9a7a-f95cf22f4def admin admin] 10.222.0.70 "PUT /v2.0/routers/5550249a-ebc7-4c4f-a484-e8ee764d4eae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7528770 Jul 15 19:15:28.480817 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 60530) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:28.484291 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db70693a-81ef-4a4b-8f37-e7037c3cd478 None None] Sync routers for ids ['5550249a-ebc7-4c4f-a484-e8ee764d4eae'] in dv-cinder-788363-8-iscsi {{(pid=93660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:15:28.496399 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db70693a-81ef-4a4b-8f37-e7037c3cd478 None None] Routers {'5550249a-ebc7-4c4f-a484-e8ee764d4eae'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:15:28.497026 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-db70693a-81ef-4a4b-8f37-e7037c3cd478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:15:22Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['5550249a-ebc7-4c4f-a484-e8ee764d4eae'], 'active': True} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:15:28.587168 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-1cd17bbc-f29b-4cba-8a0d-6693a3d20689 admin admin] Notify callbacks [] for router, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:28.605484 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvr_db [None req-db70693a-81ef-4a4b-8f37-e7037c3cd478 None None] Set router 5550249a-ebc7-4c4f-a484-e8ee764d4eae gateway port host: dv-cinder-788363-8-iscsi {{(pid=93660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:15:28.690880 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:28.691479 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-1cd17bbc-f29b-4cba-8a0d-6693a3d20689 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:28.743520 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [None req-1cd17bbc-f29b-4cba-8a0d-6693a3d20689 admin admin] Deleting port a971172f-a2cf-4c62-8c34-46bea0cf1d9b {{(pid=93657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:15:28.743882 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-1cd17bbc-f29b-4cba-8a0d-6693a3d20689 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:28.787971 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-db70693a-81ef-4a4b-8f37-e7037c3cd478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5550249a-ebc7-4c4f-a484-e8ee764d4eae', 'name': 'tempest-TestVolumeBootPattern-1618840276-router', 'tenant_id': '19747ee969c443aba8efc3f072db008b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a971172f-a2cf-4c62-8c34-46bea0cf1d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:06:56Z', 'updated_at': '2021-07-15T19:15:27Z', 'revision_number': 5, 'project_id': '19747ee969c443aba8efc3f072db008b', 'gw_port': {'id': 'a971172f-a2cf-4c62-8c34-46bea0cf1d9b', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5550249a-ebc7-4c4f-a484-e8ee764d4eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:58Z', 'updated_at': '2021-07-15T19:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi'}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:15:28.820483 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db70693a-81ef-4a4b-8f37-e7037c3cd478 None None] Checking router: 5550249a-ebc7-4c4f-a484-e8ee764d4eae for host: dv-cinder-788363-8-iscsi {{(pid=93660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:15:28.829619 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db70693a-81ef-4a4b-8f37-e7037c3cd478 None None] Routers {'5550249a-ebc7-4c4f-a484-e8ee764d4eae'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:15:28.830391 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-db70693a-81ef-4a4b-8f37-e7037c3cd478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:15:22Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['5550249a-ebc7-4c4f-a484-e8ee764d4eae'], 'active': True} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:15:28.861812 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [None req-1cd17bbc-f29b-4cba-8a0d-6693a3d20689 admin admin] For port a971172f-a2cf-4c62-8c34-46bea0cf1d9b, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=a971172f-a2cf-4c62-8c34-46bea0cf1d9b,segment=NetworkSegment(d344549d-09e0-4982-8c11-6f16cb0baa64),segment_id=d344549d-09e0-4982-8c11-6f16cb0baa64)] {{(pid=93657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:15:28.862303 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-1cd17bbc-f29b-4cba-8a0d-6693a3d20689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:28.878742 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [None req-1cd17bbc-f29b-4cba-8a0d-6693a3d20689 admin admin] Calling delete_port for a971172f-a2cf-4c62-8c34-46bea0cf1d9b owned by network:router_gateway {{(pid=93657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:15:28.959747 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e87e8-d10e-4e16-88f5-6a9def61c639 req-5f619c36-490f-40ae-9c2c-d15edca76301 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:28.961334 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-c10e87e8-d10e-4e16-88f5-6a9def61c639 req-5f619c36-490f-40ae-9c2c-d15edca76301 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 945 time: 0.1479287 Jul 15 19:15:29.024068 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvr_db [None req-db70693a-81ef-4a4b-8f37-e7037c3cd478 None None] Set router 5550249a-ebc7-4c4f-a484-e8ee764d4eae gateway port host: None {{(pid=93660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:15:29.048505 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-c10e87e8-d10e-4e16-88f5-6a9def61c639 req-eb56fe2d-5f19-4b1a-bb0c-f9a11586b2b5 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813057 Jul 15 19:15:29.079632 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-db70693a-81ef-4a4b-8f37-e7037c3cd478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5550249a-ebc7-4c4f-a484-e8ee764d4eae', 'name': 'tempest-TestVolumeBootPattern-1618840276-router', 'tenant_id': '19747ee969c443aba8efc3f072db008b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:06:56Z', 'updated_at': '2021-07-15T19:15:28Z', 'revision_number': 6, 'project_id': '19747ee969c443aba8efc3f072db008b', 'gw_port_host': None}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:15:29.111180 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db70693a-81ef-4a4b-8f37-e7037c3cd478 None None] The sync data for ids ['5550249a-ebc7-4c4f-a484-e8ee764d4eae'] in dv-cinder-788363-8-iscsi is: [{'id': '5550249a-ebc7-4c4f-a484-e8ee764d4eae', 'name': 'tempest-TestVolumeBootPattern-1618840276-router', 'tenant_id': '19747ee969c443aba8efc3f072db008b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:06:56Z', 'updated_at': '2021-07-15T19:15:28Z', 'revision_number': 6, 'project_id': '19747ee969c443aba8efc3f072db008b', 'gw_port_host': None}] {{(pid=93660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:15:29.118055 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-1cd17bbc-f29b-4cba-8a0d-6693a3d20689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:29.149557 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd17bbc-f29b-4cba-8a0d-6693a3d20689 admin admin] Pushing event deleted for resources: {'Port': ['ID=a971172f-a2cf-4c62-8c34-46bea0cf1d9b,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:29.217456 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-1cd17bbc-f29b-4cba-8a0d-6693a3d20689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764521'] for router_gateway, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:29.354643 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-1cd17bbc-f29b-4cba-8a0d-6693a3d20689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-696317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124545'] for router, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:29.358672 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-1cd17bbc-f29b-4cba-8a0d-6693a3d20689 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:29.444660 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-1cd17bbc-f29b-4cba-8a0d-6693a3d20689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681195'] for router, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:29.445109 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd17bbc-f29b-4cba-8a0d-6693a3d20689 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5550249a-ebc7-4c4f-a484-e8ee764d4eae {{(pid=93657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 19:15:29.453443 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-1cd17bbc-f29b-4cba-8a0d-6693a3d20689 admin admin] Notify callbacks [] for router, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:29.456890 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-1cd17bbc-f29b-4cba-8a0d-6693a3d20689 admin admin] 10.222.0.70 "DELETE /v2.0/routers/5550249a-ebc7-4c4f-a484-e8ee764d4eae HTTP/1.1" status: 204 len: 168 time: 0.9729600 Jul 15 19:15:29.457461 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 60540) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:29.480839 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-475d153a-43e9-499c-85a6-61198b8714a3 req-5e140479-a863-4d18-b637-f0676a892d57 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1588914 Jul 15 19:15:29.505322 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11935a-b7c2-4933-8a4d-d0e08d6d7b68 req-70edb45b-f6fd-4216-9b96-98c6f077b457 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:29.518628 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-7a11935a-b7c2-4933-8a4d-d0e08d6d7b68 req-70edb45b-f6fd-4216-9b96-98c6f077b457 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 945 time: 0.1513467 Jul 15 19:15:29.524391 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.db_base_plugin_v2 [None req-f95cd5a7-5d0f-410b-8cc2-c4bd40d64c3b admin admin] Deleting subnet 8608166d-0090-4426-873d-e949aca64fd3 {{(pid=93658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:15:29.531133 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-f95cd5a7-5d0f-410b-8cc2-c4bd40d64c3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:29.573284 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-7a11935a-b7c2-4933-8a4d-d0e08d6d7b68 req-9087b474-72d0-40b1-be3e-881edf3eb09c tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490191 Jul 15 19:15:29.579534 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-f95cd5a7-5d0f-410b-8cc2-c4bd40d64c3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5771400'] for subnet, precommit_delete_associations {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:29.672047 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-f95cd5a7-5d0f-410b-8cc2-c4bd40d64c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1788362'] for subnet, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:29.736118 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-f95cd5a7-5d0f-410b-8cc2-c4bd40d64c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1788413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4513165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133957'] for subnet, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:29.763703 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95cd5a7-5d0f-410b-8cc2-c4bd40d64c3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8608166d-0090-4426-873d-e949aca64fd3,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:29.767874 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-f95cd5a7-5d0f-410b-8cc2-c4bd40d64c3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:29.771310 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-f95cd5a7-5d0f-410b-8cc2-c4bd40d64c3b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8608166d-0090-4426-873d-e949aca64fd3 HTTP/1.1" status: 204 len: 168 time: 0.3126152 Jul 15 19:15:29.775653 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 60546) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:29.777413 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d713ef64-5502-464d-b9ef-886380280c1a None None] Network 188ac99f-42f4-4796-8d0c-ca5aa641b30c requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:15:29.861630 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-1abda1b4-8476-45e3-923d-4064b26ba235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603233'] for network, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:29.961298 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [None req-1abda1b4-8476-45e3-923d-4064b26ba235 admin admin] Deleting port 632c4168-ae77-4028-97d8-3f67cf180d12 {{(pid=93657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:15:29.961958 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-1abda1b4-8476-45e3-923d-4064b26ba235 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:29.974710 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 699fbff3-3c58-4b4b-9909-bf1c290eda90 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:15:30.017129 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2397581a-c501-48f1-a58e-132ae8f6e5c9 None None] DHCP port deletion for 188ac99f-42f4-4796-8d0c-ca5aa641b30c request from dv-cinder-788363-8-iscsi {{(pid=93659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 19:15:30.065527 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device a971172f-a2cf-4c62-8c34-46bea0cf1d9b no longer exists at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:15:30.075395 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [None req-1abda1b4-8476-45e3-923d-4064b26ba235 admin admin] For port 632c4168-ae77-4028-97d8-3f67cf180d12, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=632c4168-ae77-4028-97d8-3f67cf180d12,segment=NetworkSegment(40ac4626-9311-4b8b-9de9-19342e60d690),segment_id=40ac4626-9311-4b8b-9de9-19342e60d690)] {{(pid=93657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:15:30.075941 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-1abda1b4-8476-45e3-923d-4064b26ba235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:30.087728 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] No Port match for: a971172f-a2cf-4c62-8c34-46bea0cf1d9b {{(pid=93659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:15:30.088076 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device a971172f-a2cf-4c62-8c34-46bea0cf1d9b not bound to the agent host dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:15:30.088494 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device cf0f56bd-cdff-49f1-8517-4107fd31cc88 no longer exists at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:15:30.096161 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [None req-1abda1b4-8476-45e3-923d-4064b26ba235 admin admin] Calling delete_port for 632c4168-ae77-4028-97d8-3f67cf180d12 owned by network:dhcp {{(pid=93657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:15:30.118503 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] No Port match for: cf0f56bd-cdff-49f1-8517-4107fd31cc88 {{(pid=93659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:15:30.118835 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device cf0f56bd-cdff-49f1-8517-4107fd31cc88 not bound to the agent host dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:15:30.172710 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:30.199453 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4774502b-db71-4203-970a-f43bc57846b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '699fbff3-3c58-4b4b-9909-bf1c290eda90'}] {{(pid=93659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:15:30.201942 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cff241be1680f95bd86cb63ae369edb514e49424f5374e734ea98f44dc6e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754afdc0-356e-4d66-bab5-7ae488ce30b2" -d '{"events": [{"server_uuid": "4774502b-db71-4203-970a-f43bc57846b7", "name": "network-vif-unplugged", "status": "completed", "tag": "699fbff3-3c58-4b4b-9909-bf1c290eda90"}]}' {{(pid=93659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:15:30.208815 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-2397581a-c501-48f1-a58e-132ae8f6e5c9 None None] Deleting port 632c4168-ae77-4028-97d8-3f67cf180d12 {{(pid=93659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:15:30.209454 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-2397581a-c501-48f1-a58e-132ae8f6e5c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:30.224211 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-1abda1b4-8476-45e3-923d-4064b26ba235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:30.230165 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 699fbff3-3c58-4b4b-9909-bf1c290eda90, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=699fbff3-3c58-4b4b-9909-bf1c290eda90,segment=NetworkSegment(698fe472-5cd2-4ce0-93ec-3a302994f98b),segment_id=698fe472-5cd2-4ce0-93ec-3a302994f98b)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:15:30.242600 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:30.257402 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abda1b4-8476-45e3-923d-4064b26ba235 admin admin] No DVR routers for this DVR port 632c4168-ae77-4028-97d8-3f67cf180d12 on host dv-cinder-788363-8-iscsi {{(pid=93657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:15:30.264011 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abda1b4-8476-45e3-923d-4064b26ba235 admin admin] Pushing event deleted for resources: {'Port': ['ID=632c4168-ae77-4028-97d8-3f67cf180d12,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:30.281571 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Jul 2021 19:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ff0f2b-8b7e-4b4a-9335-aaf25c7ccad0 x-openstack-request-id: req-10ff0f2b-8b7e-4b4a-9335-aaf25c7ccad0 {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:15:30.281890 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4774502b-db71-4203-970a-f43bc57846b7", "name": "network-vif-unplugged", "status": "failed", "tag": "699fbff3-3c58-4b4b-9909-bf1c290eda90", "code": 422}]} {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:15:30.282123 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-10ff0f2b-8b7e-4b4a-9335-aaf25c7ccad0 {{(pid=93659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:15:30.282523 dv-cinder-788363-8-iscsi neutron-server[93659]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4774502b-db71-4203-970a-f43bc57846b7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '699fbff3-3c58-4b4b-9909-bf1c290eda90', 'code': 422} returned with failed status Jul 15 19:15:30.320902 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-2397581a-c501-48f1-a58e-132ae8f6e5c9 None None] For port 632c4168-ae77-4028-97d8-3f67cf180d12, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=632c4168-ae77-4028-97d8-3f67cf180d12,segment=NetworkSegment(40ac4626-9311-4b8b-9de9-19342e60d690),segment_id=40ac4626-9311-4b8b-9de9-19342e60d690)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:15:30.321498 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-2397581a-c501-48f1-a58e-132ae8f6e5c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:30.345078 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-2397581a-c501-48f1-a58e-132ae8f6e5c9 None None] Calling delete_port for 632c4168-ae77-4028-97d8-3f67cf180d12 owned by network:dhcp {{(pid=93659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:15:30.351018 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-1abda1b4-8476-45e3-923d-4064b26ba235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787310', 'neutron.services.segments.db._delete_segments_for_network-8730935243340'] for network, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:30.362289 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.services.segments.db [None req-1abda1b4-8476-45e3-923d-4064b26ba235 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['188ac99f-42f4-4796-8d0c-ca5aa641b30c']}} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:15:30.365163 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=699fbff3-3c58-4b4b-9909-bf1c290eda90,revision_number=6']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:30.381307 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.services.segments.db [None req-1abda1b4-8476-45e3-923d-4064b26ba235 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40ac4626-9311-4b8b-9de9-19342e60d690') {'for_net_delete': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:15:30.381747 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.services.segments.db [None req-1abda1b4-8476-45e3-923d-4064b26ba235 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40ac4626-9311-4b8b-9de9-19342e60d690') {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:15:30.392045 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-1abda1b4-8476-45e3-923d-4064b26ba235 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730935246421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6718485'] for segment, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:30.411629 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-1abda1b4-8476-45e3-923d-4064b26ba235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882'] for segment, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:30.418917 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1abda1b4-8476-45e3-923d-4064b26ba235 admin admin] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=93657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:15:30.419331 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-1abda1b4-8476-45e3-923d-4064b26ba235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6306772'] for segment, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:30.421306 dv-cinder-788363-8-iscsi neutron-server[93657]: Traceback (most recent call last): Jul 15 19:15:30.421306 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:15:30.421306 dv-cinder-788363-8-iscsi neutron-server[93657]: timer() Jul 15 19:15:30.421306 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:15:30.421306 dv-cinder-788363-8-iscsi neutron-server[93657]: cb(*args, **kw) Jul 15 19:15:30.421306 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:15:30.421306 dv-cinder-788363-8-iscsi neutron-server[93657]: return func(*args, **kwargs) Jul 15 19:15:30.421306 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:15:30.421306 dv-cinder-788363-8-iscsi neutron-server[93657]: self._notify() Jul 15 19:15:30.421306 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:15:30.421306 dv-cinder-788363-8-iscsi neutron-server[93657]: self.callback(batched_events) Jul 15 19:15:30.421306 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:15:30.421306 dv-cinder-788363-8-iscsi neutron-server[93657]: event.method(event) Jul 15 19:15:30.421306 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:15:30.421306 dv-cinder-788363-8-iscsi neutron-server[93657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:15:30.421306 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:15:30.421306 dv-cinder-788363-8-iscsi neutron-server[93657]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:15:30.421306 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:15:30.421306 dv-cinder-788363-8-iscsi neutron-server[93657]: return f(self, *a, **k) Jul 15 19:15:30.421306 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:15:30.421306 dv-cinder-788363-8-iscsi neutron-server[93657]: return self._get(url).json() Jul 15 19:15:30.421306 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:15:30.421306 dv-cinder-788363-8-iscsi neutron-server[93657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:15:30.421306 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:15:30.421306 dv-cinder-788363-8-iscsi neutron-server[93657]: return self.request(url, 'GET', **kwargs) Jul 15 19:15:30.421306 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:15:30.421306 dv-cinder-788363-8-iscsi neutron-server[93657]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:15:30.421306 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:15:30.421306 dv-cinder-788363-8-iscsi neutron-server[93657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:15:30.421306 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:15:30.421306 dv-cinder-788363-8-iscsi neutron-server[93657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:15:30.421306 dv-cinder-788363-8-iscsi neutron-server[93657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:15:30.494553 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-1abda1b4-8476-45e3-923d-4064b26ba235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764597'] for network, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:30.500663 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-1abda1b4-8476-45e3-923d-4064b26ba235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for network, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:30.503100 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-1abda1b4-8476-45e3-923d-4064b26ba235 admin admin] 10.222.0.70 "DELETE /v2.0/networks/188ac99f-42f4-4796-8d0c-ca5aa641b30c HTTP/1.1" status: 204 len: 168 time: 0.7255991 Jul 15 19:15:30.523842 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abda1b4-8476-45e3-923d-4064b26ba235 admin admin] Pushing event deleted for resources: {'Network': ['ID=188ac99f-42f4-4796-8d0c-ca5aa641b30c,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:30.578880 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-2397581a-c501-48f1-a58e-132ae8f6e5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364'] for port, after_delete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:30.601238 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2397581a-c501-48f1-a58e-132ae8f6e5c9 None None] Network 188ac99f-42f4-4796-8d0c-ca5aa641b30c is not hosted by any dhcp agent {{(pid=93659) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 19:15:30.601723 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2397581a-c501-48f1-a58e-132ae8f6e5c9 None None] No DVR routers for this DVR port 632c4168-ae77-4028-97d8-3f67cf180d12 on host dv-cinder-788363-8-iscsi {{(pid=93659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:15:30.603444 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2397581a-c501-48f1-a58e-132ae8f6e5c9 None None] Pushing event deleted for resources: {'Port': ['ID=632c4168-ae77-4028-97d8-3f67cf180d12,revision_number=None']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:30.621422 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 60562) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:30.666680 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-557c9dd4-44fd-472b-9f99-b2494f443a3f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=180a42342ab54ecf9731a6938c11faae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415895 Jul 15 19:15:30.667026 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 60564) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:30.722819 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-9f91fc22-7bef-4b69-9131-587c71886239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:30.743735 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-9f91fc22-7bef-4b69-9131-587c71886239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:30.766968 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd15e3-d7bb-4282-bc58-c88ad11100b6 req-2b494f0d-dfc9-48d9-901d-8987372d2e75 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:30.768521 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-9afd15e3-d7bb-4282-bc58-c88ad11100b6 req-2b494f0d-dfc9-48d9-901d-8987372d2e75 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 943 time: 0.0635214 Jul 15 19:15:30.790336 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-9f91fc22-7bef-4b69-9131-587c71886239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:30.793059 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-9f91fc22-7bef-4b69-9131-587c71886239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:30.794636 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-9f91fc22-7bef-4b69-9131-587c71886239 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/887b4ea8-71cc-4a5e-8fc9-9cf1b9d6708a HTTP/1.1" status: 204 len: 168 time: 0.1264725 Jul 15 19:15:30.803106 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91fc22-7bef-4b69-9131-587c71886239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887b4ea8-71cc-4a5e-8fc9-9cf1b9d6708a,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:30.814494 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-9afd15e3-d7bb-4282-bc58-c88ad11100b6 req-85f5c18a-5f38-432f-b0bb-f38fcceec95c tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402043 Jul 15 19:15:31.207485 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 60572) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:31.251644 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-14a6d3fc-5bd8-4659-8ccc-9e02c9e63eea admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=19747ee969c443aba8efc3f072db008b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428286 Jul 15 19:15:31.254162 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 60574) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:31.313758 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-1a1b9496-08ae-42d2-8243-634a7deb92d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:31.337535 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-1a1b9496-08ae-42d2-8243-634a7deb92d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:31.383890 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-1a1b9496-08ae-42d2-8243-634a7deb92d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:31.386715 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-1a1b9496-08ae-42d2-8243-634a7deb92d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:31.387932 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-1a1b9496-08ae-42d2-8243-634a7deb92d0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b0b7e0db-fb00-494d-a5c0-c30c7efee72c HTTP/1.1" status: 204 len: 168 time: 0.1326332 Jul 15 19:15:31.395975 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b9496-08ae-42d2-8243-634a7deb92d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b7e0db-fb00-494d-a5c0-c30c7efee72c,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:31.696153 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d153a-43e9-499c-85a6-61198b8714a3 req-72d29f6e-c44a-415d-98f0-5d71cf1bb72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:31.697925 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-475d153a-43e9-499c-85a6-61198b8714a3 req-72d29f6e-c44a-415d-98f0-5d71cf1bb72c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7&tenant_id=b2ad1b66aed3448d8e6473bdf587c8be HTTP/1.1" status: 200 len: 1096 time: 0.0722601 Jul 15 19:15:31.735359 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 632c4168-ae77-4028-97d8-3f67cf180d12 no longer exists at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:15:31.755937 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] No Port match for: 632c4168-ae77-4028-97d8-3f67cf180d12 {{(pid=93659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:15:31.756462 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 632c4168-ae77-4028-97d8-3f67cf180d12 not bound to the agent host dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:15:31.806736 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d153a-43e9-499c-85a6-61198b8714a3 req-91635ee4-8db0-4b0c-ba50-8224d2a1f157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:31.808232 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-475d153a-43e9-499c-85a6-61198b8714a3 req-91635ee4-8db0-4b0c-ba50-8224d2a1f157 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b2ad1b66aed3448d8e6473bdf587c8be&device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 1096 time: 0.0670121 Jul 15 19:15:31.908573 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d153a-43e9-499c-85a6-61198b8714a3 req-89971ce0-e2b6-4a66-84dc-71e4c5401c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:31.910114 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-475d153a-43e9-499c-85a6-61198b8714a3 req-89971ce0-e2b6-4a66-84dc-71e4c5401c68 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7d50aa2d-604e-4f65-a71a-b638bdc835af HTTP/1.1" status: 200 len: 911 time: 0.0919685 Jul 15 19:15:31.983162 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-475d153a-43e9-499c-85a6-61198b8714a3 req-00ca96af-3a9e-46e2-ae5a-c75d900a085c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=699fbff3-3c58-4b4b-9909-bf1c290eda90 HTTP/1.1" status: 200 len: 999 time: 0.0649567 Jul 15 19:15:32.002141 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d35612-6825-4547-82dd-cf817a1c2c6e req-8acd73cb-2056-423f-aead-26445d86b3f5 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:32.003723 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-29d35612-6825-4547-82dd-cf817a1c2c6e req-8acd73cb-2056-423f-aead-26445d86b3f5 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 943 time: 0.0698016 Jul 15 19:15:32.033592 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d153a-43e9-499c-85a6-61198b8714a3 req-68b335c9-8496-4a38-8ce1-1ac6836f0c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:32.035097 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-475d153a-43e9-499c-85a6-61198b8714a3 req-68b335c9-8496-4a38-8ce1-1ac6836f0c30 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f465249e-fbc0-4204-8af8-3bf63247cd6c HTTP/1.1" status: 200 len: 848 time: 0.0456467 Jul 15 19:15:32.045436 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-29d35612-6825-4547-82dd-cf817a1c2c6e req-b0d75dbf-52d6-4e46-9290-ac5f816ac783 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336907 Jul 15 19:15:32.099362 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d153a-43e9-499c-85a6-61198b8714a3 req-199fd9c7-27e4-4d66-b7de-ec372389de7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:32.100874 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-475d153a-43e9-499c-85a6-61198b8714a3 req-199fd9c7-27e4-4d66-b7de-ec372389de7b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7d50aa2d-604e-4f65-a71a-b638bdc835af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568697 Jul 15 19:15:32.200362 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-475d153a-43e9-499c-85a6-61198b8714a3 req-7e10854c-406f-45cd-a7b2-5a0e967f72f2 service neutron] 10.222.0.69 "GET /v2.0/networks/7d50aa2d-604e-4f65-a71a-b638bdc835af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920892 Jul 15 19:15:32.294899 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-475d153a-43e9-499c-85a6-61198b8714a3 req-7c81733c-b29a-43ff-850e-2bdc8a716cfc service neutron] 10.222.0.69 "GET /v2.0/networks/7d50aa2d-604e-4f65-a71a-b638bdc835af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859671 Jul 15 19:15:33.232000 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124907e6-a05e-4a20-970a-90b3c2c1056a req-eff76fab-7adc-4437-be2c-2a152b3a536e tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:33.233468 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-124907e6-a05e-4a20-970a-90b3c2c1056a req-eff76fab-7adc-4437-be2c-2a152b3a536e tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 943 time: 0.0689838 Jul 15 19:15:33.272480 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-124907e6-a05e-4a20-970a-90b3c2c1056a req-2e4be52e-6aef-48a0-b75f-7175da03beb1 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333314 Jul 15 19:15:34.447159 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c747d244-b11c-42ad-8c0f-0ca4999460b6 req-38715c39-935f-43a8-b645-d586edf58a64 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:34.448653 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-c747d244-b11c-42ad-8c0f-0ca4999460b6 req-38715c39-935f-43a8-b645-d586edf58a64 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 943 time: 0.0651631 Jul 15 19:15:34.485682 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-c747d244-b11c-42ad-8c0f-0ca4999460b6 req-217520f3-45b7-4543-90a2-a410a9e09e36 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316494 Jul 15 19:15:35.657521 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5214ff-aec1-4ed9-a295-26e5308f8ca6 req-ad8b782b-40c7-4731-85d9-6229b49478bc tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:35.658929 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-dd5214ff-aec1-4ed9-a295-26e5308f8ca6 req-ad8b782b-40c7-4731-85d9-6229b49478bc tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 943 time: 0.0622387 Jul 15 19:15:35.697377 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-dd5214ff-aec1-4ed9-a295-26e5308f8ca6 req-c43e80b4-16bf-4a06-b4a3-dd9c9ab7167d tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330081 Jul 15 19:15:36.868358 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc949d-93fa-4bb9-a57d-e8dbcfc805de req-8e19eb6a-c763-4328-b484-34ca3deaa941 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:36.869833 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-e5cc949d-93fa-4bb9-a57d-e8dbcfc805de req-8e19eb6a-c763-4328-b484-34ca3deaa941 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 943 time: 0.0609992 Jul 15 19:15:36.906359 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-e5cc949d-93fa-4bb9-a57d-e8dbcfc805de req-1dd2eafe-d719-455f-b80f-4392b66ca87e tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304134 Jul 15 19:15:38.083008 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a529268-d80a-44ab-a7b7-e628a6042052 req-56323367-8499-4b27-ba52-dd94ea151986 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:38.084496 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1a529268-d80a-44ab-a7b7-e628a6042052 req-56323367-8499-4b27-ba52-dd94ea151986 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 943 time: 0.0672755 Jul 15 19:15:38.120782 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-1a529268-d80a-44ab-a7b7-e628a6042052 req-00595da5-883a-4392-93d1-c14972a28f05 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307205 Jul 15 19:15:39.291477 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1f8b1-3e01-481a-bfc9-49e73ffe4c06 req-f35e9173-4c00-4c72-99d2-f747ebb908bb tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:39.292860 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-6ea1f8b1-3e01-481a-bfc9-49e73ffe4c06 req-f35e9173-4c00-4c72-99d2-f747ebb908bb tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 943 time: 0.0618615 Jul 15 19:15:39.329214 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-6ea1f8b1-3e01-481a-bfc9-49e73ffe4c06 req-a2094f92-d22e-4809-98f6-f73a1e615469 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304954 Jul 15 19:15:40.012770 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 699fbff3-3c58-4b4b-9909-bf1c290eda90 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:15:40.110040 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 699fbff3-3c58-4b4b-9909-bf1c290eda90, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=699fbff3-3c58-4b4b-9909-bf1c290eda90,segment=NetworkSegment(698fe472-5cd2-4ce0-93ec-3a302994f98b),segment_id=698fe472-5cd2-4ce0-93ec-3a302994f98b)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:15:40.121735 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Returning: {'device': '699fbff3-3c58-4b4b-9909-bf1c290eda90', 'network_id': '7d50aa2d-604e-4f65-a71a-b638bdc835af', 'port_id': '699fbff3-3c58-4b4b-9909-bf1c290eda90', 'mac_address': 'fa:16:3e:60:08:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f465249e-fbc0-4204-8af8-3bf63247cd6c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:15:40.164147 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:40.179112 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 699fbff3-3c58-4b4b-9909-bf1c290eda90 {{(pid=93659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:15:40.200640 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 699fbff3-3c58-4b4b-9909-bf1c290eda90, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=699fbff3-3c58-4b4b-9909-bf1c290eda90,segment=NetworkSegment(698fe472-5cd2-4ce0-93ec-3a302994f98b),segment_id=698fe472-5cd2-4ce0-93ec-3a302994f98b)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:15:40.205539 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:40.257052 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=699fbff3-3c58-4b4b-9909-bf1c290eda90,revision_number=7']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:40.505715 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc665a-52ac-4315-bc76-4996cbf85805 req-c93b26ba-8a62-4076-b3d8-1bbe2587da63 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:40.507442 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-24cc665a-52ac-4315-bc76-4996cbf85805 req-c93b26ba-8a62-4076-b3d8-1bbe2587da63 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 944 time: 0.0668416 Jul 15 19:15:40.540279 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] get_ports_and_sgs() called for port_ids ['699fbff3-3c58-4b4b-9909-bf1c290eda90'] {{(pid=93659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:15:40.547202 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-24cc665a-52ac-4315-bc76-4996cbf85805 req-a2a4d9f1-bb17-4a39-9b41-1792ebc11c0b tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341060 Jul 15 19:15:41.730037 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f6df1-c969-49e9-8a13-25580e72d2d8 req-3fc6b16a-6d07-472a-ac3c-37eeba75c4c9 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:41.731592 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-060f6df1-c969-49e9-8a13-25580e72d2d8 req-3fc6b16a-6d07-472a-ac3c-37eeba75c4c9 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 944 time: 0.0727792 Jul 15 19:15:41.769026 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-060f6df1-c969-49e9-8a13-25580e72d2d8 req-24c953d9-8aa3-4bea-9221-9c0c88085b92 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317879 Jul 15 19:15:42.003778 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 699fbff3-3c58-4b4b-9909-bf1c290eda90 up at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:15:42.052167 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.provisioning_blocks [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Provisioning complete for port 699fbff3-3c58-4b4b-9909-bf1c290eda90 triggered by entity L2. {{(pid=93659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:15:42.052546 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788963'] for port, provisioning_complete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:42.126497 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582291'] for port, before_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:42.148996 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4774502b-db71-4203-970a-f43bc57846b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699fbff3-3c58-4b4b-9909-bf1c290eda90'}] {{(pid=93659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:15:42.151296 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cff241be1680f95bd86cb63ae369edb514e49424f5374e734ea98f44dc6e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa978ef8-cbaa-4913-b0b2-023dc55da578" -d '{"events": [{"server_uuid": "4774502b-db71-4203-970a-f43bc57846b7", "name": "network-vif-plugged", "status": "completed", "tag": "699fbff3-3c58-4b4b-9909-bf1c290eda90"}]}' {{(pid=93659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:15:42.163459 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] For port 699fbff3-3c58-4b4b-9909-bf1c290eda90, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=699fbff3-3c58-4b4b-9909-bf1c290eda90,segment=NetworkSegment(698fe472-5cd2-4ce0-93ec-3a302994f98b),segment_id=698fe472-5cd2-4ce0-93ec-3a302994f98b)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:15:42.168312 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730935129941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730934729373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730934729391'] for port, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:42.196161 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b7ca7b-db50-4873-9ef1-f314a8539472 x-openstack-request-id: req-80b7ca7b-db50-4873-9ef1-f314a8539472 {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:15:42.196461 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4774502b-db71-4203-970a-f43bc57846b7", "name": "network-vif-plugged", "status": "completed", "tag": "699fbff3-3c58-4b4b-9909-bf1c290eda90", "code": 200}]} {{(pid=93659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:15:42.196714 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-80b7ca7b-db50-4873-9ef1-f314a8539472 {{(pid=93659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:15:42.197093 dv-cinder-788363-8-iscsi neutron-server[93659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4774502b-db71-4203-970a-f43bc57846b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699fbff3-3c58-4b4b-9909-bf1c290eda90', 'code': 200} Jul 15 19:15:42.221341 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Pushing event updated for resources: {'Port': ['ID=699fbff3-3c58-4b4b-9909-bf1c290eda90,revision_number=8']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:42.488103 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc7f83-f006-4bec-88af-1b47ac7ee61d req-d3426efb-ba79-4dbd-8ecb-d4ace4947d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:42.489599 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-ccbc7f83-f006-4bec-88af-1b47ac7ee61d req-d3426efb-ba79-4dbd-8ecb-d4ace4947d19 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 1098 time: 0.0540681 Jul 15 19:15:42.528214 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-ccbc7f83-f006-4bec-88af-1b47ac7ee61d req-c3cef2b7-7b70-4791-9571-68f1cfed3861 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310442 Jul 15 19:15:42.947108 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb36397-5d7a-46b3-bcbd-104bf23a75f5 req-4a6e9c45-9a7a-4418-aa6a-83fe80bc7522 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:42.948597 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-0eb36397-5d7a-46b3-bcbd-104bf23a75f5 req-4a6e9c45-9a7a-4418-aa6a-83fe80bc7522 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 945 time: 0.0660434 Jul 15 19:15:42.987559 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-0eb36397-5d7a-46b3-bcbd-104bf23a75f5 req-1d938a50-07f4-47a9-bc3a-a3d8104c7e87 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328543 Jul 15 19:15:43.861392 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 60666) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:43.961286 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-360742f4-f025-42b2-9b74-47bcab09aa10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:44.061269 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-360742f4-f025-42b2-9b74-47bcab09aa10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:44.065241 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-360742f4-f025-42b2-9b74-47bcab09aa10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_create {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:44.104158 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-360742f4-f025-42b2-9b74-47bcab09aa10 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=806b632993da467b8a602fe7d24447cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2415404 Jul 15 19:15:44.105075 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360742f4-f025-42b2-9b74-47bcab09aa10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c5c3e4-80dd-48bc-8626-36ce1e76ad06,revision_number=1']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:44.107557 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 60672) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:44.156601 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-b81172c2-dfbc-45ea-90e3-f7070ed9a064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:44.167724 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216486ff-0b95-465c-a5c1-dc9850128d96 req-b742c408-9d32-461d-a226-dd52a5d65cc1 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:44.169284 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-216486ff-0b95-465c-a5c1-dc9850128d96 req-b742c408-9d32-461d-a226-dd52a5d65cc1 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 945 time: 0.0694623 Jul 15 19:15:44.179277 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-b81172c2-dfbc-45ea-90e3-f7070ed9a064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:44.208458 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-216486ff-0b95-465c-a5c1-dc9850128d96 req-f38bdf8b-eb1c-4567-a0d5-b37ec5f5c087 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328794 Jul 15 19:15:44.232750 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-b81172c2-dfbc-45ea-90e3-f7070ed9a064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:44.235547 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-b81172c2-dfbc-45ea-90e3-f7070ed9a064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:44.236693 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-b81172c2-dfbc-45ea-90e3-f7070ed9a064 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b6c5c3e4-80dd-48bc-8626-36ce1e76ad06 HTTP/1.1" status: 204 len: 168 time: 0.1282244 Jul 15 19:15:44.244262 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81172c2-dfbc-45ea-90e3-f7070ed9a064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c5c3e4-80dd-48bc-8626-36ce1e76ad06,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:49.476756 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-f2b95039-6acc-463f-8f95-b2d6c89259f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:52.113541 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:52.167308 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-ee7caf2d-3138-4203-8055-6521107c6140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:53.701423 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:55.579667 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:58.706200 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:04.727066 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.agents_db [None req-ef181030-a4ef-48d9-9156-44fb1018252a None None] Agent healthcheck: found 6 active agents {{(pid=93660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:16:19.474537 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-2781bbea-611d-4245-b5a5-d7c1217dd1f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:22.115524 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:22.167436 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-a656a9da-6582-442d-af26-c168f6f4ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:23.703739 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:25.582118 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:28.695131 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:41.725895 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.agents_db [None req-ef181030-a4ef-48d9-9156-44fb1018252a None None] Agent healthcheck: found 6 active agents {{(pid=93660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:16:49.474230 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-be0d9ca3-cdd1-4f73-9c83-364660425ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:52.117003 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:52.167339 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-d766f40b-8e76-401d-8147-f62b5f18424f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:53.706898 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:55.584792 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:57.528160 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 60702) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:16:57.683522 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [None req-3543d9aa-ed92-4a78-b448-a26910cbf446 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Deleting port 824ac306-fe8c-4a28-aece-6dd903b8db34 {{(pid=93657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:16:57.683902 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-3543d9aa-ed92-4a78-b448-a26910cbf446 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:57.756935 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-3543d9aa-ed92-4a78-b448-a26910cbf446 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:57.757259 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-3543d9aa-ed92-4a78-b448-a26910cbf446 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:57.768463 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [None req-3543d9aa-ed92-4a78-b448-a26910cbf446 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Calling delete_port for 824ac306-fe8c-4a28-aece-6dd903b8db34 owned by network:floatingip {{(pid=93657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:16:57.914160 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-3543d9aa-ed92-4a78-b448-a26910cbf446 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:57.942181 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3543d9aa-ed92-4a78-b448-a26910cbf446 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Pushing event deleted for resources: {'Port': ['ID=824ac306-fe8c-4a28-aece-6dd903b8db34,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:57.970696 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543d9aa-ed92-4a78-b448-a26910cbf446 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:57.971033 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543d9aa-ed92-4a78-b448-a26910cbf446 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:57.971365 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543d9aa-ed92-4a78-b448-a26910cbf446 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:57.971689 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543d9aa-ed92-4a78-b448-a26910cbf446 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:57.972012 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543d9aa-ed92-4a78-b448-a26910cbf446 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:57.972333 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543d9aa-ed92-4a78-b448-a26910cbf446 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:57.972650 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543d9aa-ed92-4a78-b448-a26910cbf446 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:57.972965 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543d9aa-ed92-4a78-b448-a26910cbf446 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:57.973288 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543d9aa-ed92-4a78-b448-a26910cbf446 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:57.973603 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543d9aa-ed92-4a78-b448-a26910cbf446 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:57.973952 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543d9aa-ed92-4a78-b448-a26910cbf446 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:57.974263 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543d9aa-ed92-4a78-b448-a26910cbf446 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:58.011702 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-3543d9aa-ed92-4a78-b448-a26910cbf446 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks [] for floatingip, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:58.012029 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.db.l3_db [None req-3543d9aa-ed92-4a78-b448-a26910cbf446 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Floating IP f32616c6-d1d8-49bc-9984-f08ea0122565 disassociated (deleted). External IP: 172.27.2.189, port: 699fbff3-3c58-4b4b-9909-bf1c290eda90. Jul 15 19:16:58.213730 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3543d9aa-ed92-4a78-b448-a26910cbf446 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Router 118055e5-c1a0-485a-8e26-a68407e20b6b has already been hosted by L3 agent d1959f4f-c5e4-447e-bdea-87c7e923db15 {{(pid=93657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:16:58.316488 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3543d9aa-ed92-4a78-b448-a26910cbf446 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify agent at l3_agent.dv-cinder-788363-8-iscsi the message routers_updated {{(pid=93657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:16:58.321192 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-3543d9aa-ed92-4a78-b448-a26910cbf446 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for floatingip, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:58.325681 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4576e6a-41e1-44d3-a13e-795b083fb5ff None None] Sync routers for ids ['118055e5-c1a0-485a-8e26-a68407e20b6b'] in dv-cinder-788363-8-iscsi {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:16:58.334691 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4576e6a-41e1-44d3-a13e-795b083fb5ff None None] Routers {'118055e5-c1a0-485a-8e26-a68407e20b6b'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:16:58.335377 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-a4576e6a-41e1-44d3-a13e-795b083fb5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:16:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['118055e5-c1a0-485a-8e26-a68407e20b6b'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:16:58.358534 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-3543d9aa-ed92-4a78-b448-a26910cbf446 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "DELETE /v2.0/floatingips/f32616c6-d1d8-49bc-9984-f08ea0122565 HTTP/1.1" status: 204 len: 168 time: 0.8269074 Jul 15 19:16:58.358534 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4774502b-db71-4203-970a-f43bc57846b7', 'tag': '699fbff3-3c58-4b4b-9909-bf1c290eda90'}] {{(pid=93657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:16:58.359165 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b0cfcdb1f3b1ee888c4befe2123a349a82046d9ec1555bca0e5a99b684397f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9606710-8767-4c4e-a8f2-a3de0e128d0b" -d '{"events": [{"name": "network-changed", "server_uuid": "4774502b-db71-4203-970a-f43bc57846b7", "tag": "699fbff3-3c58-4b4b-9909-bf1c290eda90"}]}' {{(pid=93657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:16:58.443105 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-a4576e6a-41e1-44d3-a13e-795b083fb5ff None None] Set router 118055e5-c1a0-485a-8e26-a68407e20b6b gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:16:58.574563 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8884bb-580a-4b87-9c3e-633e86ab978a x-openstack-request-id: req-db8884bb-580a-4b87-9c3e-633e86ab978a {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:16:58.575126 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4774502b-db71-4203-970a-f43bc57846b7", "tag": "699fbff3-3c58-4b4b-9909-bf1c290eda90", "status": "completed", "code": 200}]} {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:16:58.575126 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-db8884bb-580a-4b87-9c3e-633e86ab978a {{(pid=93657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:16:58.575484 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4774502b-db71-4203-970a-f43bc57846b7', 'tag': '699fbff3-3c58-4b4b-9909-bf1c290eda90', 'status': 'completed', 'code': 200} Jul 15 19:16:58.668305 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-a4576e6a-41e1-44d3-a13e-795b083fb5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118055e5-c1a0-485a-8e26-a68407e20b6b', 'name': 'tempest-TestShelveInstance-1053106106-router', 'tenant_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '7a27d636-b845-4c4a-b4eb-5eaf461330bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:11:50Z', 'updated_at': '2021-07-15T19:11:53Z', 'revision_number': 4, 'project_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'gw_port': {'id': '7a27d636-b845-4c4a-b4eb-5eaf461330bc', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:21:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118055e5-c1a0-485a-8e26-a68407e20b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:11:50Z', 'updated_at': '2021-07-15T19:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': 'a6f7d03c-8862-401b-865d-55d513175a1a', 'name': '', 'network_id': '7d50aa2d-604e-4f65-a71a-b638bdc835af', 'tenant_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'mac_address': 'fa:16:3e:82:30:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118055e5-c1a0-485a-8e26-a68407e20b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f465249e-fbc0-4204-8af8-3bf63247cd6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:11:52Z', 'updated_at': '2021-07-15T19:12:00Z', 'revision_number': 5, 'project_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'subnets': [{'id': 'f465249e-fbc0-4204-8af8-3bf63247cd6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:16:58.683818 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9606710-8767-4c4e-a8f2-a3de0e128d0b req-853eb035-6ea2-4a1c-a5e2-9368e02c4ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:58.685324 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-e9606710-8767-4c4e-a8f2-a3de0e128d0b req-853eb035-6ea2-4a1c-a5e2-9368e02c4ba0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b2ad1b66aed3448d8e6473bdf587c8be&device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 1098 time: 0.0549512 Jul 15 19:16:58.700546 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4576e6a-41e1-44d3-a13e-795b083fb5ff None None] Checking router: 118055e5-c1a0-485a-8e26-a68407e20b6b for host: dv-cinder-788363-8-iscsi {{(pid=93659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:16:58.715342 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4576e6a-41e1-44d3-a13e-795b083fb5ff None None] Routers {'118055e5-c1a0-485a-8e26-a68407e20b6b'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:16:58.716002 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-a4576e6a-41e1-44d3-a13e-795b083fb5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:16:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['118055e5-c1a0-485a-8e26-a68407e20b6b'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:16:58.718177 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:58.786673 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9606710-8767-4c4e-a8f2-a3de0e128d0b req-fb909ef7-67de-46bd-98c7-9a90cce072f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:58.788296 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-e9606710-8767-4c4e-a8f2-a3de0e128d0b req-fb909ef7-67de-46bd-98c7-9a90cce072f9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7d50aa2d-604e-4f65-a71a-b638bdc835af HTTP/1.1" status: 200 len: 911 time: 0.0959363 Jul 15 19:16:58.833934 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-a4576e6a-41e1-44d3-a13e-795b083fb5ff None None] Set router 118055e5-c1a0-485a-8e26-a68407e20b6b gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:16:58.836151 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-e9606710-8767-4c4e-a8f2-a3de0e128d0b req-afda4b0b-e787-4735-ba6e-65a208e4e316 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=699fbff3-3c58-4b4b-9909-bf1c290eda90 HTTP/1.1" status: 200 len: 217 time: 0.0339997 Jul 15 19:16:59.040867 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-a4576e6a-41e1-44d3-a13e-795b083fb5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118055e5-c1a0-485a-8e26-a68407e20b6b', 'name': 'tempest-TestShelveInstance-1053106106-router', 'tenant_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '7a27d636-b845-4c4a-b4eb-5eaf461330bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:11:50Z', 'updated_at': '2021-07-15T19:11:53Z', 'revision_number': 4, 'project_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'gw_port': {'id': '7a27d636-b845-4c4a-b4eb-5eaf461330bc', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:21:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118055e5-c1a0-485a-8e26-a68407e20b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:11:50Z', 'updated_at': '2021-07-15T19:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': 'a6f7d03c-8862-401b-865d-55d513175a1a', 'name': '', 'network_id': '7d50aa2d-604e-4f65-a71a-b638bdc835af', 'tenant_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'mac_address': 'fa:16:3e:82:30:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118055e5-c1a0-485a-8e26-a68407e20b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f465249e-fbc0-4204-8af8-3bf63247cd6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:11:52Z', 'updated_at': '2021-07-15T19:12:00Z', 'revision_number': 5, 'project_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'subnets': [{'id': 'f465249e-fbc0-4204-8af8-3bf63247cd6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:16:59.072910 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4576e6a-41e1-44d3-a13e-795b083fb5ff None None] The sync data for ids ['118055e5-c1a0-485a-8e26-a68407e20b6b'] in dv-cinder-788363-8-iscsi is: [{'id': '118055e5-c1a0-485a-8e26-a68407e20b6b', 'name': 'tempest-TestShelveInstance-1053106106-router', 'tenant_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '7a27d636-b845-4c4a-b4eb-5eaf461330bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:11:50Z', 'updated_at': '2021-07-15T19:11:53Z', 'revision_number': 4, 'project_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'gw_port': {'id': '7a27d636-b845-4c4a-b4eb-5eaf461330bc', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:21:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118055e5-c1a0-485a-8e26-a68407e20b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:11:50Z', 'updated_at': '2021-07-15T19:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi', '_interfaces': [{'id': 'a6f7d03c-8862-401b-865d-55d513175a1a', 'name': '', 'network_id': '7d50aa2d-604e-4f65-a71a-b638bdc835af', 'tenant_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'mac_address': 'fa:16:3e:82:30:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118055e5-c1a0-485a-8e26-a68407e20b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f465249e-fbc0-4204-8af8-3bf63247cd6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:11:52Z', 'updated_at': '2021-07-15T19:12:00Z', 'revision_number': 5, 'project_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'subnets': [{'id': 'f465249e-fbc0-4204-8af8-3bf63247cd6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:16:59.181427 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9606710-8767-4c4e-a8f2-a3de0e128d0b req-b2e9f4ab-578c-409f-891c-8ad29fcc9006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:59.183496 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-e9606710-8767-4c4e-a8f2-a3de0e128d0b req-b2e9f4ab-578c-409f-891c-8ad29fcc9006 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f465249e-fbc0-4204-8af8-3bf63247cd6c HTTP/1.1" status: 200 len: 848 time: 0.3370898 Jul 15 19:16:59.231882 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562bdf2-f3f3-4019-beaa-26a8042f57e5 req-ce54981d-4f32-45dc-a465-5c5a85dcf751 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:59.233467 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-d562bdf2-f3f3-4019-beaa-26a8042f57e5 req-ce54981d-4f32-45dc-a465-5c5a85dcf751 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 945 time: 0.3963966 Jul 15 19:16:59.284018 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-d562bdf2-f3f3-4019-beaa-26a8042f57e5 req-d96214a3-0ffa-4fc2-bdcd-9fdc39b0befb tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432398 Jul 15 19:16:59.286485 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9606710-8767-4c4e-a8f2-a3de0e128d0b req-e866828a-26ef-4ddd-a28d-5479775f9afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:59.287893 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-e9606710-8767-4c4e-a8f2-a3de0e128d0b req-e866828a-26ef-4ddd-a28d-5479775f9afe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7d50aa2d-604e-4f65-a71a-b638bdc835af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0977507 Jul 15 19:16:59.294106 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b5fcd1-a1be-4fd8-a460-9ce0cd35eba3 None None] New status for floating IP f32616c6-d1d8-49bc-9984-f08ea0122565: DOWN {{(pid=93660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:16:59.379767 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-e9606710-8767-4c4e-a8f2-a3de0e128d0b req-199671be-c809-451e-8a96-89129f2fef6f service neutron] 10.222.0.69 "GET /v2.0/networks/7d50aa2d-604e-4f65-a71a-b638bdc835af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842440 Jul 15 19:16:59.468098 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-e9606710-8767-4c4e-a8f2-a3de0e128d0b req-ff0f0667-807e-4187-b7a8-3605fd877587 service neutron] 10.222.0.69 "GET /v2.0/networks/7d50aa2d-604e-4f65-a71a-b638bdc835af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792434 Jul 15 19:17:00.550981 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e5fee-61ae-4d86-a049-cb5e2ebc1e87 req-392c1c24-d8c0-4eac-878b-cbaaffb4b762 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:00.552446 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-4e7e5fee-61ae-4d86-a049-cb5e2ebc1e87 req-392c1c24-d8c0-4eac-878b-cbaaffb4b762 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 945 time: 0.0626321 Jul 15 19:17:00.592241 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-4e7e5fee-61ae-4d86-a049-cb5e2ebc1e87 req-2ad00612-f070-4bcd-8a15-52010170ef0f tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/security-groups?id=604442a5-69e8-42a5-bd8c-d85a244c4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341721 Jul 15 19:17:00.716329 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae579da8-7605-47fa-a210-585e87a69b51 req-50ab116d-402e-494a-847b-1153272fb56c tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:00.717816 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-ae579da8-7605-47fa-a210-585e87a69b51 req-50ab116d-402e-494a-847b-1153272fb56c tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 945 time: 0.0659251 Jul 15 19:17:00.815772 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [req-ae579da8-7605-47fa-a210-585e87a69b51 req-85d3dc13-fb3a-41e4-8f78-58663d5b785c tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Deleting port 699fbff3-3c58-4b4b-9909-bf1c290eda90 {{(pid=93657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:17:00.816140 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-ae579da8-7605-47fa-a210-585e87a69b51 req-85d3dc13-fb3a-41e4-8f78-58663d5b785c tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:00.904580 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [req-ae579da8-7605-47fa-a210-585e87a69b51 req-85d3dc13-fb3a-41e4-8f78-58663d5b785c tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] For port 699fbff3-3c58-4b4b-9909-bf1c290eda90, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=699fbff3-3c58-4b4b-9909-bf1c290eda90,segment=NetworkSegment(698fe472-5cd2-4ce0-93ec-3a302994f98b),segment_id=698fe472-5cd2-4ce0-93ec-3a302994f98b)] {{(pid=93657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:17:00.904854 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-ae579da8-7605-47fa-a210-585e87a69b51 req-85d3dc13-fb3a-41e4-8f78-58663d5b785c tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:00.916806 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [req-ae579da8-7605-47fa-a210-585e87a69b51 req-85d3dc13-fb3a-41e4-8f78-58663d5b785c tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Calling delete_port for 699fbff3-3c58-4b4b-9909-bf1c290eda90 owned by compute:nova {{(pid=93657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:17:01.038970 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-ae579da8-7605-47fa-a210-585e87a69b51 req-85d3dc13-fb3a-41e4-8f78-58663d5b785c tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:01.070825 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d3dc13-fb3a-41e4-8f78-58663d5b785c tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Pushing event deleted for resources: {'Port': ['ID=699fbff3-3c58-4b4b-9909-bf1c290eda90,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:01.115799 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae579da8-7605-47fa-a210-585e87a69b51 req-85d3dc13-fb3a-41e4-8f78-58663d5b785c tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] No DVR routers for this DVR port 699fbff3-3c58-4b4b-9909-bf1c290eda90 on host hv-cinder-78836 {{(pid=93657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:17:01.118317 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [req-ae579da8-7605-47fa-a210-585e87a69b51 req-85d3dc13-fb3a-41e4-8f78-58663d5b785c tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210373'] for port, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:01.120271 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [req-ae579da8-7605-47fa-a210-585e87a69b51 req-85d3dc13-fb3a-41e4-8f78-58663d5b785c tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.69 "DELETE /v2.0/ports/699fbff3-3c58-4b4b-9909-bf1c290eda90 HTTP/1.1" status: 204 len: 173 time: 0.3965287 Jul 15 19:17:01.120713 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4774502b-db71-4203-970a-f43bc57846b7', 'name': 'network-vif-deleted', 'tag': '699fbff3-3c58-4b4b-9909-bf1c290eda90'}] {{(pid=93657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:17:01.122972 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b0cfcdb1f3b1ee888c4befe2123a349a82046d9ec1555bca0e5a99b684397f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af65ca9-7743-428b-a30d-2d12c06fac7f" -d '{"events": [{"server_uuid": "4774502b-db71-4203-970a-f43bc57846b7", "name": "network-vif-deleted", "tag": "699fbff3-3c58-4b4b-9909-bf1c290eda90"}]}' {{(pid=93657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:17:01.158693 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1bfe8ad-4a88-42de-8e35-3411a8d582af x-openstack-request-id: req-d1bfe8ad-4a88-42de-8e35-3411a8d582af {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:17:01.158937 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4774502b-db71-4203-970a-f43bc57846b7", "name": "network-vif-deleted", "tag": "699fbff3-3c58-4b4b-9909-bf1c290eda90", "status": "completed", "code": 200}]} {{(pid=93657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:17:01.159181 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d1bfe8ad-4a88-42de-8e35-3411a8d582af {{(pid=93657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:17:01.159601 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4774502b-db71-4203-970a-f43bc57846b7', 'name': 'network-vif-deleted', 'tag': '699fbff3-3c58-4b4b-9909-bf1c290eda90', 'status': 'completed', 'code': 200} Jul 15 19:17:01.744170 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [req-4c07c691-12c8-453c-8ca8-077c13d61e21 req-ef0972fb-fcbe-48ad-a53b-767e1dd149c2 tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "GET /v2.0/ports?device_id=4774502b-db71-4203-970a-f43bc57846b7 HTTP/1.1" status: 200 len: 210 time: 0.0292568 Jul 15 19:17:02.837129 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 60736) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:17:02.893016 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-58012e51-e17c-436b-9757-a4fcf9228d5a tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:02.917179 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-58012e51-e17c-436b-9757-a4fcf9228d5a tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:02.974591 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-58012e51-e17c-436b-9757-a4fcf9228d5a tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:02.977122 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-58012e51-e17c-436b-9757-a4fcf9228d5a tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:02.978278 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-58012e51-e17c-436b-9757-a4fcf9228d5a tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] 10.222.0.70 "DELETE /v2.0/security-groups/604442a5-69e8-42a5-bd8c-d85a244c4f96 HTTP/1.1" status: 204 len: 168 time: 0.1401441 Jul 15 19:17:02.987252 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58012e51-e17c-436b-9757-a4fcf9228d5a tempest-TestShelveInstance-743987478 tempest-TestShelveInstance-743987478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=604442a5-69e8-42a5-bd8c-d85a244c4f96,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:03.021853 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 60740) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:17:03.499052 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-d88812f5-f300-4c9e-9a29-757a277342d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695971'] for router_interface, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:03.752950 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [None req-d88812f5-f300-4c9e-9a29-757a277342d8 admin admin] Deleting port a6f7d03c-8862-401b-865d-55d513175a1a {{(pid=93657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:17:03.753419 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-d88812f5-f300-4c9e-9a29-757a277342d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:03.829375 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [None req-d88812f5-f300-4c9e-9a29-757a277342d8 admin admin] For port a6f7d03c-8862-401b-865d-55d513175a1a, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=a6f7d03c-8862-401b-865d-55d513175a1a,segment=NetworkSegment(698fe472-5cd2-4ce0-93ec-3a302994f98b),segment_id=698fe472-5cd2-4ce0-93ec-3a302994f98b)] {{(pid=93657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:17:03.829762 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-d88812f5-f300-4c9e-9a29-757a277342d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:03.841675 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [None req-d88812f5-f300-4c9e-9a29-757a277342d8 admin admin] Calling delete_port for a6f7d03c-8862-401b-865d-55d513175a1a owned by network:router_interface {{(pid=93657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:17:04.016424 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-d88812f5-f300-4c9e-9a29-757a277342d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:04.047084 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88812f5-f300-4c9e-9a29-757a277342d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6f7d03c-8862-401b-865d-55d513175a1a,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:04.211321 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-d88812f5-f300-4c9e-9a29-757a277342d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683827'] for router_interface, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:04.415094 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 699fbff3-3c58-4b4b-9909-bf1c290eda90 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:17:04.420767 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88812f5-f300-4c9e-9a29-757a277342d8 admin admin] Router 118055e5-c1a0-485a-8e26-a68407e20b6b has already been hosted by L3 agent d1959f4f-c5e4-447e-bdea-87c7e923db15 {{(pid=93657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:17:04.434169 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] No Port match for: 699fbff3-3c58-4b4b-9909-bf1c290eda90 {{(pid=93659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:17:04.434521 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Device 699fbff3-3c58-4b4b-9909-bf1c290eda90 not bound to the agent host hv-cinder-78836 {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:17:04.526923 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88812f5-f300-4c9e-9a29-757a277342d8 admin admin] Notify agent at l3_agent.dv-cinder-788363-8-iscsi the message routers_updated {{(pid=93657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:17:04.531870 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-d88812f5-f300-4c9e-9a29-757a277342d8 admin admin] 10.222.0.70 "PUT /v2.0/routers/118055e5-c1a0-485a-8e26-a68407e20b6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5089788 Jul 15 19:17:04.534467 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 60744) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:17:04.535484 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5760fa2-7b9e-4da6-b1a9-3fa5e896550f None None] Sync routers for ids ['118055e5-c1a0-485a-8e26-a68407e20b6b'] in dv-cinder-788363-8-iscsi {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:17:04.544614 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5760fa2-7b9e-4da6-b1a9-3fa5e896550f None None] Routers {'118055e5-c1a0-485a-8e26-a68407e20b6b'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:17:04.545223 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-b5760fa2-7b9e-4da6-b1a9-3fa5e896550f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:16:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['118055e5-c1a0-485a-8e26-a68407e20b6b'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:17:04.637102 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-05a21a51-a4b3-416d-9b8a-902d4d9568f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:04.651292 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-b5760fa2-7b9e-4da6-b1a9-3fa5e896550f None None] Set router 118055e5-c1a0-485a-8e26-a68407e20b6b gateway port host: dv-cinder-788363-8-iscsi {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:17:04.741372 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-05a21a51-a4b3-416d-9b8a-902d4d9568f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:04.792445 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [None req-05a21a51-a4b3-416d-9b8a-902d4d9568f9 admin admin] Deleting port 7a27d636-b845-4c4a-b4eb-5eaf461330bc {{(pid=93658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:17:04.793040 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-05a21a51-a4b3-416d-9b8a-902d4d9568f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:04.824554 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-b5760fa2-7b9e-4da6-b1a9-3fa5e896550f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118055e5-c1a0-485a-8e26-a68407e20b6b', 'name': 'tempest-TestShelveInstance-1053106106-router', 'tenant_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '7a27d636-b845-4c4a-b4eb-5eaf461330bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:11:50Z', 'updated_at': '2021-07-15T19:17:03Z', 'revision_number': 5, 'project_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'gw_port': {'id': '7a27d636-b845-4c4a-b4eb-5eaf461330bc', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:21:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118055e5-c1a0-485a-8e26-a68407e20b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:11:50Z', 'updated_at': '2021-07-15T19:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi'}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:17:04.853046 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5760fa2-7b9e-4da6-b1a9-3fa5e896550f None None] Checking router: 118055e5-c1a0-485a-8e26-a68407e20b6b for host: dv-cinder-788363-8-iscsi {{(pid=93659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:17:04.861193 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5760fa2-7b9e-4da6-b1a9-3fa5e896550f None None] Routers {'118055e5-c1a0-485a-8e26-a68407e20b6b'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:17:04.861828 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-b5760fa2-7b9e-4da6-b1a9-3fa5e896550f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:16:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['118055e5-c1a0-485a-8e26-a68407e20b6b'], 'active': True} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:17:04.871052 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.db [None req-05a21a51-a4b3-416d-9b8a-902d4d9568f9 admin admin] For port 7a27d636-b845-4c4a-b4eb-5eaf461330bc, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=7a27d636-b845-4c4a-b4eb-5eaf461330bc,segment=NetworkSegment(d344549d-09e0-4982-8c11-6f16cb0baa64),segment_id=d344549d-09e0-4982-8c11-6f16cb0baa64)] {{(pid=93658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:17:04.871477 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-05a21a51-a4b3-416d-9b8a-902d4d9568f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:04.883489 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [None req-05a21a51-a4b3-416d-9b8a-902d4d9568f9 admin admin] Calling delete_port for 7a27d636-b845-4c4a-b4eb-5eaf461330bc owned by network:router_gateway {{(pid=93658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:17:05.057989 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-05a21a51-a4b3-416d-9b8a-902d4d9568f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4513278'] for port, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:05.075335 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvr_db [None req-b5760fa2-7b9e-4da6-b1a9-3fa5e896550f None None] Set router 118055e5-c1a0-485a-8e26-a68407e20b6b gateway port host: None {{(pid=93659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:17:05.092178 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a21a51-a4b3-416d-9b8a-902d4d9568f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a27d636-b845-4c4a-b4eb-5eaf461330bc,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:05.104431 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a21a51-a4b3-416d-9b8a-902d4d9568f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:05.104777 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a21a51-a4b3-416d-9b8a-902d4d9568f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:05.105120 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a21a51-a4b3-416d-9b8a-902d4d9568f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:05.105460 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a21a51-a4b3-416d-9b8a-902d4d9568f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:05.105817 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a21a51-a4b3-416d-9b8a-902d4d9568f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:05.106154 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a21a51-a4b3-416d-9b8a-902d4d9568f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:05.106483 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a21a51-a4b3-416d-9b8a-902d4d9568f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:05.106811 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a21a51-a4b3-416d-9b8a-902d4d9568f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:05.107154 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a21a51-a4b3-416d-9b8a-902d4d9568f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:05.107472 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a21a51-a4b3-416d-9b8a-902d4d9568f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:05.107792 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a21a51-a4b3-416d-9b8a-902d4d9568f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:05.108114 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a21a51-a4b3-416d-9b8a-902d4d9568f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:05.130289 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_hamode_db [None req-b5760fa2-7b9e-4da6-b1a9-3fa5e896550f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118055e5-c1a0-485a-8e26-a68407e20b6b', 'name': 'tempest-TestShelveInstance-1053106106-router', 'tenant_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:11:50Z', 'updated_at': '2021-07-15T19:17:04Z', 'revision_number': 6, 'project_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'gw_port_host': None}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:17:05.160090 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5760fa2-7b9e-4da6-b1a9-3fa5e896550f None None] The sync data for ids ['118055e5-c1a0-485a-8e26-a68407e20b6b'] in dv-cinder-788363-8-iscsi is: [{'id': '118055e5-c1a0-485a-8e26-a68407e20b6b', 'name': 'tempest-TestShelveInstance-1053106106-router', 'tenant_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:11:50Z', 'updated_at': '2021-07-15T19:17:04Z', 'revision_number': 6, 'project_id': 'b2ad1b66aed3448d8e6473bdf587c8be', 'gw_port_host': None}] {{(pid=93659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:17:05.166549 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-05a21a51-a4b3-416d-9b8a-902d4d9568f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764521'] for router_gateway, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:05.266535 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-05a21a51-a4b3-416d-9b8a-902d4d9568f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-696317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124545'] for router, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:05.268891 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-05a21a51-a4b3-416d-9b8a-902d4d9568f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:05.319928 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-05a21a51-a4b3-416d-9b8a-902d4d9568f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681195'] for router, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:05.320468 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a21a51-a4b3-416d-9b8a-902d4d9568f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 118055e5-c1a0-485a-8e26-a68407e20b6b {{(pid=93658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 19:17:05.324961 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-05a21a51-a4b3-416d-9b8a-902d4d9568f9 admin admin] Notify callbacks [] for router, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:05.326445 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-05a21a51-a4b3-416d-9b8a-902d4d9568f9 admin admin] 10.222.0.70 "DELETE /v2.0/routers/118055e5-c1a0-485a-8e26-a68407e20b6b HTTP/1.1" status: 204 len: 168 time: 0.7905755 Jul 15 19:17:05.328670 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 60746) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:17:05.372540 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.db_base_plugin_v2 [None req-f59e5be6-3bdc-4206-9d3e-e095de765e3e admin admin] Deleting subnet f465249e-fbc0-4204-8af8-3bf63247cd6c {{(pid=93658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:17:05.375600 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-f59e5be6-3bdc-4206-9d3e-e095de765e3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:05.408075 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-f59e5be6-3bdc-4206-9d3e-e095de765e3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5771400'] for subnet, precommit_delete_associations {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:05.482651 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-f59e5be6-3bdc-4206-9d3e-e095de765e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1788362'] for subnet, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:05.536660 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-f59e5be6-3bdc-4206-9d3e-e095de765e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1788413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4513165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133957'] for subnet, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:05.562725 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e5be6-3bdc-4206-9d3e-e095de765e3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f465249e-fbc0-4204-8af8-3bf63247cd6c,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:05.564621 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-f59e5be6-3bdc-4206-9d3e-e095de765e3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:05.566864 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-f59e5be6-3bdc-4206-9d3e-e095de765e3e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f465249e-fbc0-4204-8af8-3bf63247cd6c HTTP/1.1" status: 204 len: 168 time: 0.2369294 Jul 15 19:17:05.568989 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c2516b-77d5-4531-9a87-5a5e42fe9aa7 None None] Network 7d50aa2d-604e-4f65-a71a-b638bdc835af requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:17:05.569504 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 60748) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:17:05.636652 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-909ecc58-910b-47d2-a6d3-77f610d62d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603233'] for network, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:05.696421 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [None req-909ecc58-910b-47d2-a6d3-77f610d62d61 admin admin] Deleting port 58e647ac-77c9-43d3-aa7f-9dcb5c4d1a8d {{(pid=93658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:17:05.696778 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-909ecc58-910b-47d2-a6d3-77f610d62d61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:05.763453 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.db [None req-909ecc58-910b-47d2-a6d3-77f610d62d61 admin admin] For port 58e647ac-77c9-43d3-aa7f-9dcb5c4d1a8d, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=58e647ac-77c9-43d3-aa7f-9dcb5c4d1a8d,segment=NetworkSegment(698fe472-5cd2-4ce0-93ec-3a302994f98b),segment_id=698fe472-5cd2-4ce0-93ec-3a302994f98b)] {{(pid=93658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:17:05.763908 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-909ecc58-910b-47d2-a6d3-77f610d62d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:05.769823 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd1ae61-5636-4581-b7bf-f6d79abb4a03 None None] DHCP port deletion for 7d50aa2d-604e-4f65-a71a-b638bdc835af request from dv-cinder-788363-8-iscsi {{(pid=93659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 19:17:05.777530 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.plugin [None req-909ecc58-910b-47d2-a6d3-77f610d62d61 admin admin] Calling delete_port for 58e647ac-77c9-43d3-aa7f-9dcb5c4d1a8d owned by network:dhcp {{(pid=93658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:17:05.814558 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 7a27d636-b845-4c4a-b4eb-5eaf461330bc no longer exists at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:17:05.837061 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] No Port match for: 7a27d636-b845-4c4a-b4eb-5eaf461330bc {{(pid=93659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:17:05.837340 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 7a27d636-b845-4c4a-b4eb-5eaf461330bc not bound to the agent host dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:17:05.837785 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device a6f7d03c-8862-401b-865d-55d513175a1a no longer exists at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:17:05.858535 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] No Port match for: a6f7d03c-8862-401b-865d-55d513175a1a {{(pid=93659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:17:05.858892 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device a6f7d03c-8862-401b-865d-55d513175a1a not bound to the agent host dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:17:05.862387 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-fdd1ae61-5636-4581-b7bf-f6d79abb4a03 None None] Deleting port 58e647ac-77c9-43d3-aa7f-9dcb5c4d1a8d {{(pid=93659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:17:05.862703 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-fdd1ae61-5636-4581-b7bf-f6d79abb4a03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:05.871879 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-909ecc58-910b-47d2-a6d3-77f610d62d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4513278'] for port, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:05.900955 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ecc58-910b-47d2-a6d3-77f610d62d61 admin admin] Pushing event deleted for resources: {'Port': ['ID=58e647ac-77c9-43d3-aa7f-9dcb5c4d1a8d,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:05.905805 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909ecc58-910b-47d2-a6d3-77f610d62d61 admin admin] No DVR routers for this DVR port 58e647ac-77c9-43d3-aa7f-9dcb5c4d1a8d on host dv-cinder-788363-8-iscsi {{(pid=93658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:17:05.933627 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.db [None req-fdd1ae61-5636-4581-b7bf-f6d79abb4a03 None None] For port 58e647ac-77c9-43d3-aa7f-9dcb5c4d1a8d, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=58e647ac-77c9-43d3-aa7f-9dcb5c4d1a8d,segment=NetworkSegment(698fe472-5cd2-4ce0-93ec-3a302994f98b),segment_id=698fe472-5cd2-4ce0-93ec-3a302994f98b)] {{(pid=93659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:17:05.934059 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-fdd1ae61-5636-4581-b7bf-f6d79abb4a03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:05.950016 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-fdd1ae61-5636-4581-b7bf-f6d79abb4a03 None None] Calling delete_port for 58e647ac-77c9-43d3-aa7f-9dcb5c4d1a8d owned by network:dhcp {{(pid=93659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:17:05.978078 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-909ecc58-910b-47d2-a6d3-77f610d62d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787310', 'neutron.services.segments.db._delete_segments_for_network-8730935243340'] for network, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:05.988437 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.services.segments.db [None req-909ecc58-910b-47d2-a6d3-77f610d62d61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d50aa2d-604e-4f65-a71a-b638bdc835af']}} {{(pid=93658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:17:06.001806 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.services.segments.db [None req-909ecc58-910b-47d2-a6d3-77f610d62d61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '698fe472-5cd2-4ce0-93ec-3a302994f98b') {'for_net_delete': True} {{(pid=93658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:17:06.002109 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.services.segments.db [None req-909ecc58-910b-47d2-a6d3-77f610d62d61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '698fe472-5cd2-4ce0-93ec-3a302994f98b') {} {{(pid=93658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:17:06.011897 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-909ecc58-910b-47d2-a6d3-77f610d62d61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730935246421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5771455'] for segment, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:06.026105 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-909ecc58-910b-47d2-a6d3-77f610d62d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882'] for segment, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:06.028316 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-fdd1ae61-5636-4581-b7bf-f6d79abb4a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364'] for port, after_delete {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:06.032390 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-909ecc58-910b-47d2-a6d3-77f610d62d61 admin admin] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=93658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:17:06.032762 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-909ecc58-910b-47d2-a6d3-77f610d62d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4513327'] for segment, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:06.034581 dv-cinder-788363-8-iscsi neutron-server[93658]: Traceback (most recent call last): Jul 15 19:17:06.034581 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:17:06.034581 dv-cinder-788363-8-iscsi neutron-server[93658]: timer() Jul 15 19:17:06.034581 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:17:06.034581 dv-cinder-788363-8-iscsi neutron-server[93658]: cb(*args, **kw) Jul 15 19:17:06.034581 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:17:06.034581 dv-cinder-788363-8-iscsi neutron-server[93658]: return func(*args, **kwargs) Jul 15 19:17:06.034581 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:17:06.034581 dv-cinder-788363-8-iscsi neutron-server[93658]: self._notify() Jul 15 19:17:06.034581 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:17:06.034581 dv-cinder-788363-8-iscsi neutron-server[93658]: self.callback(batched_events) Jul 15 19:17:06.034581 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:17:06.034581 dv-cinder-788363-8-iscsi neutron-server[93658]: event.method(event) Jul 15 19:17:06.034581 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:17:06.034581 dv-cinder-788363-8-iscsi neutron-server[93658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:17:06.034581 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:17:06.034581 dv-cinder-788363-8-iscsi neutron-server[93658]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:17:06.034581 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:17:06.034581 dv-cinder-788363-8-iscsi neutron-server[93658]: return f(self, *a, **k) Jul 15 19:17:06.034581 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:17:06.034581 dv-cinder-788363-8-iscsi neutron-server[93658]: return self._get(url).json() Jul 15 19:17:06.034581 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:17:06.034581 dv-cinder-788363-8-iscsi neutron-server[93658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:17:06.034581 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:17:06.034581 dv-cinder-788363-8-iscsi neutron-server[93658]: return self.request(url, 'GET', **kwargs) Jul 15 19:17:06.034581 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:17:06.034581 dv-cinder-788363-8-iscsi neutron-server[93658]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:17:06.034581 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:17:06.034581 dv-cinder-788363-8-iscsi neutron-server[93658]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:17:06.034581 dv-cinder-788363-8-iscsi neutron-server[93658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:17:06.034581 dv-cinder-788363-8-iscsi neutron-server[93658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:17:06.034581 dv-cinder-788363-8-iscsi neutron-server[93658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:17:06.055501 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd1ae61-5636-4581-b7bf-f6d79abb4a03 None None] Pushing event deleted for resources: {'Port': ['ID=58e647ac-77c9-43d3-aa7f-9dcb5c4d1a8d,revision_number=None']} {{(pid=93659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:06.058641 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd1ae61-5636-4581-b7bf-f6d79abb4a03 None None] No DVR routers for this DVR port 58e647ac-77c9-43d3-aa7f-9dcb5c4d1a8d on host dv-cinder-788363-8-iscsi {{(pid=93659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:17:06.064965 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd1ae61-5636-4581-b7bf-f6d79abb4a03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:06.070162 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd1ae61-5636-4581-b7bf-f6d79abb4a03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:06.070162 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd1ae61-5636-4581-b7bf-f6d79abb4a03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:06.070162 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd1ae61-5636-4581-b7bf-f6d79abb4a03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:06.070162 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd1ae61-5636-4581-b7bf-f6d79abb4a03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:06.070162 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd1ae61-5636-4581-b7bf-f6d79abb4a03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:06.070162 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd1ae61-5636-4581-b7bf-f6d79abb4a03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:06.070162 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd1ae61-5636-4581-b7bf-f6d79abb4a03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:06.070162 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd1ae61-5636-4581-b7bf-f6d79abb4a03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:06.070162 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd1ae61-5636-4581-b7bf-f6d79abb4a03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:06.070162 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd1ae61-5636-4581-b7bf-f6d79abb4a03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:06.070162 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd1ae61-5636-4581-b7bf-f6d79abb4a03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-8-iscsi {{(pid=93659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:06.089089 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-909ecc58-910b-47d2-a6d3-77f610d62d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764597'] for network, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:06.094103 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-909ecc58-910b-47d2-a6d3-77f610d62d61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for network, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:06.095895 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-909ecc58-910b-47d2-a6d3-77f610d62d61 admin admin] 10.222.0.70 "DELETE /v2.0/networks/7d50aa2d-604e-4f65-a71a-b638bdc835af HTTP/1.1" status: 204 len: 168 time: 0.5257349 Jul 15 19:17:06.098937 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 60750) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:17:06.106199 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ecc58-910b-47d2-a6d3-77f610d62d61 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d50aa2d-604e-4f65-a71a-b638bdc835af,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:06.432770 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-b1808337-bee7-4ac4-8cf5-7e225ebd9a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695971'] for router_interface, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:06.683283 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [None req-b1808337-bee7-4ac4-8cf5-7e225ebd9a8d admin admin] Deleting port 5864d3b8-56ca-4662-8b58-bd7e2768f28c {{(pid=93657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:17:06.683518 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-b1808337-bee7-4ac4-8cf5-7e225ebd9a8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:06.759683 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [None req-b1808337-bee7-4ac4-8cf5-7e225ebd9a8d admin admin] For port 5864d3b8-56ca-4662-8b58-bd7e2768f28c, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=5864d3b8-56ca-4662-8b58-bd7e2768f28c,segment=NetworkSegment(86441954-5a11-4100-bc6c-6a95cd6e9c25),segment_id=86441954-5a11-4100-bc6c-6a95cd6e9c25)] {{(pid=93657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:17:06.760030 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-b1808337-bee7-4ac4-8cf5-7e225ebd9a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:06.771692 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [None req-b1808337-bee7-4ac4-8cf5-7e225ebd9a8d admin admin] Calling delete_port for 5864d3b8-56ca-4662-8b58-bd7e2768f28c owned by network:router_interface {{(pid=93657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:17:06.946202 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-b1808337-bee7-4ac4-8cf5-7e225ebd9a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:06.971443 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1808337-bee7-4ac4-8cf5-7e225ebd9a8d admin admin] Pushing event deleted for resources: {'Port': ['ID=5864d3b8-56ca-4662-8b58-bd7e2768f28c,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:07.133820 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-b1808337-bee7-4ac4-8cf5-7e225ebd9a8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683827'] for router_interface, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:07.340849 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1808337-bee7-4ac4-8cf5-7e225ebd9a8d admin admin] Router 5745fa62-39db-475e-8950-83cdad3410b8 has already been hosted by L3 agent d1959f4f-c5e4-447e-bdea-87c7e923db15 {{(pid=93657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:17:07.442927 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1808337-bee7-4ac4-8cf5-7e225ebd9a8d admin admin] Notify agent at l3_agent.dv-cinder-788363-8-iscsi the message routers_updated {{(pid=93657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:17:07.447885 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-b1808337-bee7-4ac4-8cf5-7e225ebd9a8d admin admin] 10.222.0.70 "PUT /v2.0/routers/5745fa62-39db-475e-8950-83cdad3410b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3478339 Jul 15 19:17:07.450510 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 60752) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:17:07.450978 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69012ae-390c-4eba-8d47-834cc12c351c None None] Sync routers for ids ['5745fa62-39db-475e-8950-83cdad3410b8'] in dv-cinder-788363-8-iscsi {{(pid=93660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:17:07.460093 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69012ae-390c-4eba-8d47-834cc12c351c None None] Routers {'5745fa62-39db-475e-8950-83cdad3410b8'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:17:07.460696 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-d69012ae-390c-4eba-8d47-834cc12c351c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:16:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['5745fa62-39db-475e-8950-83cdad3410b8'], 'active': True} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:17:07.554194 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-38281328-45cc-4df5-a5a6-e6ce7bba12e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:07.563851 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvr_db [None req-d69012ae-390c-4eba-8d47-834cc12c351c None None] Set router 5745fa62-39db-475e-8950-83cdad3410b8 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:17:07.743592 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-d69012ae-390c-4eba-8d47-834cc12c351c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5745fa62-39db-475e-8950-83cdad3410b8', 'name': 'tempest-TestShelveInstance-1417127264-router', 'tenant_id': 'a0035a7372834a41b58e3d1123f573b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '606672c4-be91-4ae9-b924-4226a3cd245a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:11:55Z', 'updated_at': '2021-07-15T19:17:06Z', 'revision_number': 5, 'project_id': 'a0035a7372834a41b58e3d1123f573b8', 'gw_port': {'id': '606672c4-be91-4ae9-b924-4226a3cd245a', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:67:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5745fa62-39db-475e-8950-83cdad3410b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:11:55Z', 'updated_at': '2021-07-15T19:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi'}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:17:07.772306 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69012ae-390c-4eba-8d47-834cc12c351c None None] Checking router: 5745fa62-39db-475e-8950-83cdad3410b8 for host: dv-cinder-788363-8-iscsi {{(pid=93660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:17:07.780227 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69012ae-390c-4eba-8d47-834cc12c351c None None] Routers {'5745fa62-39db-475e-8950-83cdad3410b8'} bound to L3 agent in host dv-cinder-788363-8-iscsi {{(pid=93660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:17:07.781240 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-d69012ae-390c-4eba-8d47-834cc12c351c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:52Z,description=,heartbeat_timestamp=2021-07-15T19:16:52Z,host='dv-cinder-788363-8-iscsi',id=d1959f4f-c5e4-447e-bdea-87c7e923db15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:52Z,topic='l3_agent')) {'router_ids': ['5745fa62-39db-475e-8950-83cdad3410b8'], 'active': True} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:17:07.838604 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 58e647ac-77c9-43d3-aa7f-9dcb5c4d1a8d no longer exists at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:17:07.861970 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] No Port match for: 58e647ac-77c9-43d3-aa7f-9dcb5c4d1a8d {{(pid=93659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:17:07.862318 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 58e647ac-77c9-43d3-aa7f-9dcb5c4d1a8d not bound to the agent host dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:17:07.891140 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvr_db [None req-d69012ae-390c-4eba-8d47-834cc12c351c None None] Set router 5745fa62-39db-475e-8950-83cdad3410b8 gateway port host: dv-cinder-788363-8-iscsi {{(pid=93660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:17:07.928606 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-38281328-45cc-4df5-a5a6-e6ce7bba12e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:07.981253 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [None req-38281328-45cc-4df5-a5a6-e6ce7bba12e9 admin admin] Deleting port 606672c4-be91-4ae9-b924-4226a3cd245a {{(pid=93657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:17:07.981505 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-38281328-45cc-4df5-a5a6-e6ce7bba12e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:08.062050 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [None req-38281328-45cc-4df5-a5a6-e6ce7bba12e9 admin admin] For port 606672c4-be91-4ae9-b924-4226a3cd245a, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=606672c4-be91-4ae9-b924-4226a3cd245a,segment=NetworkSegment(d344549d-09e0-4982-8c11-6f16cb0baa64),segment_id=d344549d-09e0-4982-8c11-6f16cb0baa64)] {{(pid=93657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:17:08.062423 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-38281328-45cc-4df5-a5a6-e6ce7bba12e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:08.068539 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.l3_hamode_db [None req-d69012ae-390c-4eba-8d47-834cc12c351c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5745fa62-39db-475e-8950-83cdad3410b8', 'name': 'tempest-TestShelveInstance-1417127264-router', 'tenant_id': 'a0035a7372834a41b58e3d1123f573b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '606672c4-be91-4ae9-b924-4226a3cd245a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:11:55Z', 'updated_at': '2021-07-15T19:17:06Z', 'revision_number': 5, 'project_id': 'a0035a7372834a41b58e3d1123f573b8', 'gw_port': {'id': '606672c4-be91-4ae9-b924-4226a3cd245a', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:67:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5745fa62-39db-475e-8950-83cdad3410b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:11:55Z', 'updated_at': '2021-07-15T19:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi'}], 'dv-cinder-788363-8-iscsi', False) {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:17:08.074403 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [None req-38281328-45cc-4df5-a5a6-e6ce7bba12e9 admin admin] Calling delete_port for 606672c4-be91-4ae9-b924-4226a3cd245a owned by network:router_gateway {{(pid=93657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:17:08.093943 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69012ae-390c-4eba-8d47-834cc12c351c None None] The sync data for ids ['5745fa62-39db-475e-8950-83cdad3410b8'] in dv-cinder-788363-8-iscsi is: [{'id': '5745fa62-39db-475e-8950-83cdad3410b8', 'name': 'tempest-TestShelveInstance-1417127264-router', 'tenant_id': 'a0035a7372834a41b58e3d1123f573b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'external_fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '606672c4-be91-4ae9-b924-4226a3cd245a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:11:55Z', 'updated_at': '2021-07-15T19:17:06Z', 'revision_number': 5, 'project_id': 'a0035a7372834a41b58e3d1123f573b8', 'gw_port': {'id': '606672c4-be91-4ae9-b924-4226a3cd245a', 'name': '', 'network_id': 'e1e7053a-85e2-45af-9353-c5375187db21', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:67:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5745fa62-39db-475e-8950-83cdad3410b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:11:55Z', 'updated_at': '2021-07-15T19:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9528084b-89d8-4124-b104-08bd71cd5eaa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-8-iscsi'}] {{(pid=93660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:17:08.235867 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-38281328-45cc-4df5-a5a6-e6ce7bba12e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:08.261601 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38281328-45cc-4df5-a5a6-e6ce7bba12e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=606672c4-be91-4ae9-b924-4226a3cd245a,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:08.319388 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-38281328-45cc-4df5-a5a6-e6ce7bba12e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764521'] for router_gateway, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:08.405116 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-38281328-45cc-4df5-a5a6-e6ce7bba12e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-696317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124545'] for router, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:08.407115 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-38281328-45cc-4df5-a5a6-e6ce7bba12e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:08.458399 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-38281328-45cc-4df5-a5a6-e6ce7bba12e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681195'] for router, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:08.459196 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38281328-45cc-4df5-a5a6-e6ce7bba12e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5745fa62-39db-475e-8950-83cdad3410b8 {{(pid=93657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 19:17:08.463739 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-38281328-45cc-4df5-a5a6-e6ce7bba12e9 admin admin] Notify callbacks [] for router, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:08.464899 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-38281328-45cc-4df5-a5a6-e6ce7bba12e9 admin admin] 10.222.0.70 "DELETE /v2.0/routers/5745fa62-39db-475e-8950-83cdad3410b8 HTTP/1.1" status: 204 len: 168 time: 1.0132704 Jul 15 19:17:08.467706 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 60754) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:17:08.512613 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.db.db_base_plugin_v2 [None req-9413a6fe-a95c-437d-bd39-d79d639b9530 admin admin] Deleting subnet a048ca20-b860-413b-b6c3-0ee286cbd5c2 {{(pid=93658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:17:08.516013 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-9413a6fe-a95c-437d-bd39-d79d639b9530 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:08.555342 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-9413a6fe-a95c-437d-bd39-d79d639b9530 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5771400'] for subnet, precommit_delete_associations {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:08.631924 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-9413a6fe-a95c-437d-bd39-d79d639b9530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1788362'] for subnet, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:08.685783 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-9413a6fe-a95c-437d-bd39-d79d639b9530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1788413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4513165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133957'] for subnet, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:08.712200 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9413a6fe-a95c-437d-bd39-d79d639b9530 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a048ca20-b860-413b-b6c3-0ee286cbd5c2,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:08.716503 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-9413a6fe-a95c-437d-bd39-d79d639b9530 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:08.718454 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-9413a6fe-a95c-437d-bd39-d79d639b9530 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a048ca20-b860-413b-b6c3-0ee286cbd5c2 HTTP/1.1" status: 204 len: 168 time: 0.2494426 Jul 15 19:17:08.721032 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 60756) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:17:08.721907 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f550b122-f1d6-4245-8b30-e41a82ce99f3 None None] Network f670ee9f-a119-4e80-9f98-28560c05d808 requested from dv-cinder-788363-8-iscsi {{(pid=93659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:17:08.791348 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-b69f118d-4645-4ecd-8549-b7ba09b47179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603233'] for network, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:08.844364 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [None req-b69f118d-4645-4ecd-8549-b7ba09b47179 admin admin] Deleting port 32fb7252-ca22-4803-b254-8f6aa3413f7f {{(pid=93657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:17:08.844986 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-b69f118d-4645-4ecd-8549-b7ba09b47179 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730935129775'] for port, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:08.912436 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [None req-b69f118d-4645-4ecd-8549-b7ba09b47179 admin admin] For port 32fb7252-ca22-4803-b254-8f6aa3413f7f, host dv-cinder-788363-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-8-iscsi',level=0,port_id=32fb7252-ca22-4803-b254-8f6aa3413f7f,segment=NetworkSegment(86441954-5a11-4100-bc6c-6a95cd6e9c25),segment_id=86441954-5a11-4100-bc6c-6a95cd6e9c25)] {{(pid=93657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:17:08.912792 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-b69f118d-4645-4ecd-8549-b7ba09b47179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681112'] for port, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:08.924686 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [None req-b69f118d-4645-4ecd-8549-b7ba09b47179 admin admin] Calling delete_port for 32fb7252-ca22-4803-b254-8f6aa3413f7f owned by network:dhcp {{(pid=93657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:17:09.006062 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-b69f118d-4645-4ecd-8549-b7ba09b47179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730935129986', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730934729364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6305797'] for port, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:09.035070 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f118d-4645-4ecd-8549-b7ba09b47179 admin admin] Pushing event deleted for resources: {'Port': ['ID=32fb7252-ca22-4803-b254-8f6aa3413f7f,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:09.038456 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69f118d-4645-4ecd-8549-b7ba09b47179 admin admin] No DVR routers for this DVR port 32fb7252-ca22-4803-b254-8f6aa3413f7f on host dv-cinder-788363-8-iscsi {{(pid=93657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:17:09.054833 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf718a3-f5db-4094-b1ea-7cce68df2514 None None] DHCP port deletion for f670ee9f-a119-4e80-9f98-28560c05d808 request from dv-cinder-788363-8-iscsi {{(pid=93659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 19:17:09.113134 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-b69f118d-4645-4ecd-8549-b7ba09b47179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787310', 'neutron.services.segments.db._delete_segments_for_network-8730935243340'] for network, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:09.122889 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.services.segments.db [None req-b69f118d-4645-4ecd-8549-b7ba09b47179 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f670ee9f-a119-4e80-9f98-28560c05d808']}} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:17:09.133067 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.services.segments.db [None req-b69f118d-4645-4ecd-8549-b7ba09b47179 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86441954-5a11-4100-bc6c-6a95cd6e9c25') {'for_net_delete': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:17:09.133368 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.services.segments.db [None req-b69f118d-4645-4ecd-8549-b7ba09b47179 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86441954-5a11-4100-bc6c-6a95cd6e9c25') {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:17:09.141938 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-b69f118d-4645-4ecd-8549-b7ba09b47179 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730935246421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6718485'] for segment, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:09.159268 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-b69f118d-4645-4ecd-8549-b7ba09b47179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882'] for segment, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:09.165120 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b69f118d-4645-4ecd-8549-b7ba09b47179 admin admin] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=93657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:17:09.165502 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-b69f118d-4645-4ecd-8549-b7ba09b47179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6306772'] for segment, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:09.167159 dv-cinder-788363-8-iscsi neutron-server[93657]: Traceback (most recent call last): Jul 15 19:17:09.167159 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:17:09.167159 dv-cinder-788363-8-iscsi neutron-server[93657]: timer() Jul 15 19:17:09.167159 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:17:09.167159 dv-cinder-788363-8-iscsi neutron-server[93657]: cb(*args, **kw) Jul 15 19:17:09.167159 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:17:09.167159 dv-cinder-788363-8-iscsi neutron-server[93657]: return func(*args, **kwargs) Jul 15 19:17:09.167159 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:17:09.167159 dv-cinder-788363-8-iscsi neutron-server[93657]: self._notify() Jul 15 19:17:09.167159 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:17:09.167159 dv-cinder-788363-8-iscsi neutron-server[93657]: self.callback(batched_events) Jul 15 19:17:09.167159 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:17:09.167159 dv-cinder-788363-8-iscsi neutron-server[93657]: event.method(event) Jul 15 19:17:09.167159 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:17:09.167159 dv-cinder-788363-8-iscsi neutron-server[93657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:17:09.167159 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:17:09.167159 dv-cinder-788363-8-iscsi neutron-server[93657]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:17:09.167159 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:17:09.167159 dv-cinder-788363-8-iscsi neutron-server[93657]: return f(self, *a, **k) Jul 15 19:17:09.167159 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:17:09.167159 dv-cinder-788363-8-iscsi neutron-server[93657]: return self._get(url).json() Jul 15 19:17:09.167159 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:17:09.167159 dv-cinder-788363-8-iscsi neutron-server[93657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:17:09.167159 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:17:09.167159 dv-cinder-788363-8-iscsi neutron-server[93657]: return self.request(url, 'GET', **kwargs) Jul 15 19:17:09.167159 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:17:09.167159 dv-cinder-788363-8-iscsi neutron-server[93657]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:17:09.167159 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:17:09.167159 dv-cinder-788363-8-iscsi neutron-server[93657]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:17:09.167159 dv-cinder-788363-8-iscsi neutron-server[93657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:17:09.167159 dv-cinder-788363-8-iscsi neutron-server[93657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:17:09.167159 dv-cinder-788363-8-iscsi neutron-server[93657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:17:09.219468 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-b69f118d-4645-4ecd-8549-b7ba09b47179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764597'] for network, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:09.224788 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-b69f118d-4645-4ecd-8549-b7ba09b47179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531822'] for network, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:09.226685 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-b69f118d-4645-4ecd-8549-b7ba09b47179 admin admin] 10.222.0.70 "DELETE /v2.0/networks/f670ee9f-a119-4e80-9f98-28560c05d808 HTTP/1.1" status: 204 len: 168 time: 0.5046546 Jul 15 19:17:09.237288 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f118d-4645-4ecd-8549-b7ba09b47179 admin admin] Pushing event deleted for resources: {'Network': ['ID=f670ee9f-a119-4e80-9f98-28560c05d808,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:09.338900 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 60760) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:17:09.378233 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-9bbab6e7-f280-41b0-9f15-e5170046ca7b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b2ad1b66aed3448d8e6473bdf587c8be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380752 Jul 15 19:17:09.381345 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [-] (93657) accepted ('10.222.0.70', 60762) {{(pid=93657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:17:09.431181 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-3f9241ed-2b5d-432b-84a1-20658b10cf1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:09.451824 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-3f9241ed-2b5d-432b-84a1-20658b10cf1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:09.501922 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-3f9241ed-2b5d-432b-84a1-20658b10cf1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:09.505258 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-3f9241ed-2b5d-432b-84a1-20658b10cf1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:09.506427 dv-cinder-788363-8-iscsi neutron-server[93657]: INFO neutron.wsgi [None req-3f9241ed-2b5d-432b-84a1-20658b10cf1c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a7ebe67e-dab1-417f-96d8-4673ada6dde9 HTTP/1.1" status: 204 len: 168 time: 0.1241577 Jul 15 19:17:09.515005 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9241ed-2b5d-432b-84a1-20658b10cf1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ebe67e-dab1-417f-96d8-4673ada6dde9,revision_number=None']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:09.779012 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 32fb7252-ca22-4803-b254-8f6aa3413f7f no longer exists at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:17:09.809617 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] No Port match for: 32fb7252-ca22-4803-b254-8f6aa3413f7f {{(pid=93659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:17:09.810235 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 32fb7252-ca22-4803-b254-8f6aa3413f7f not bound to the agent host dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:17:09.810918 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 606672c4-be91-4ae9-b924-4226a3cd245a no longer exists at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:17:09.822948 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 60768) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:17:09.831062 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] No Port match for: 606672c4-be91-4ae9-b924-4226a3cd245a {{(pid=93659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:17:09.831351 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 606672c4-be91-4ae9-b924-4226a3cd245a not bound to the agent host dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:17:09.831797 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 5864d3b8-56ca-4662-8b58-bd7e2768f28c no longer exists at agent ovs-agent-dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:17:09.850332 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.plugin [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] No Port match for: 5864d3b8-56ca-4662-8b58-bd7e2768f28c {{(pid=93659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:17:09.850690 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron.plugins.ml2.rpc [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Device 5864d3b8-56ca-4662-8b58-bd7e2768f28c not bound to the agent host dv-cinder-788363-8-iscsi {{(pid=93659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:17:09.867057 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-32001c27-d797-4a28-8672-bf3d4c639bfc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a0035a7372834a41b58e3d1123f573b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429420 Jul 15 19:17:09.869726 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [-] (93658) accepted ('10.222.0.70', 60770) {{(pid=93658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:17:09.915460 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-89ef6f77-4d46-4136-8f27-8b425b64eee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:09.936631 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-89ef6f77-4d46-4136-8f27-8b425b64eee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:09.982357 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-89ef6f77-4d46-4136-8f27-8b425b64eee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610170'] for security_group, after_delete {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:09.984934 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron_lib.callbacks.manager [None req-89ef6f77-4d46-4136-8f27-8b425b64eee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:09.986083 dv-cinder-788363-8-iscsi neutron-server[93658]: INFO neutron.wsgi [None req-89ef6f77-4d46-4136-8f27-8b425b64eee8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b3396a96-2757-4f41-9526-1792f0b1d41e HTTP/1.1" status: 204 len: 168 time: 0.1154647 Jul 15 19:17:09.993610 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef6f77-4d46-4136-8f27-8b425b64eee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3396a96-2757-4f41-9526-1792f0b1d41e,revision_number=None']} {{(pid=93658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:18.725414 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.agents_db [None req-ef181030-a4ef-48d9-9156-44fb1018252a None None] Agent healthcheck: found 6 active agents {{(pid=93660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:17:19.475881 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-61b90f55-3cd8-47b3-b9d9-f6c9379f5901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:22.121253 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:22.167245 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-69741b3c-5298-4a1c-a119-925abd1bcd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:23.709900 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:25.587698 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:28.717604 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:49.475754 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-0503563d-d088-4efc-9a70-79c5e4a0923a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:52.125780 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:52.166803 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-7a703580-9ab9-4ba1-9d88-6ac2280d87cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:53.713995 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:55.592534 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:55.723998 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.agents_db [None req-ef181030-a4ef-48d9-9156-44fb1018252a None None] Agent healthcheck: found 6 active agents {{(pid=93660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:17:58.716379 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:19.476737 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-3b2df2d8-89c0-4894-8af6-d0e627b80403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:22.127609 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:22.166833 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-bb90e075-f074-4227-b0ea-189c6940afd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:23.716310 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:25.592972 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:28.712219 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:32.723735 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.agents_db [None req-ef181030-a4ef-48d9-9156-44fb1018252a None None] Agent healthcheck: found 6 active agents {{(pid=93660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:18:49.476223 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-cde29782-6829-4d5d-96a1-13c0abde7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:52.129206 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:52.168328 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-5c30ff81-4443-42bc-ade3-50c0ce18bc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:53.718250 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:55.594643 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:58.713737 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:09.722484 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.agents_db [None req-ef181030-a4ef-48d9-9156-44fb1018252a None None] Agent healthcheck: found 6 active agents {{(pid=93660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:19:19.476621 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-331237c9-fbea-445b-b129-050f07705e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:22.130083 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:22.168022 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-f5080872-da56-44c9-800a-bd0b3f1cd3ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:23.722117 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:25.596185 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:28.715704 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:46.720851 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.agents_db [None req-ef181030-a4ef-48d9-9156-44fb1018252a None None] Agent healthcheck: found 6 active agents {{(pid=93660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:19:49.477342 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-d289c8b2-4bd6-4b68-a181-4c043936fba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:52.130682 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:52.170488 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-65469339-eb14-40e4-bb78-a2d7f4e3f476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:53.726965 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:55.599665 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:58.714138 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:19.478473 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-3839f33b-832d-4a20-a730-09e893db444a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:22.131964 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:22.172332 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-a1301f25-02c2-4bfe-9bb7-176dbcdc46ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:23.720137 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.agents_db [None req-ef181030-a4ef-48d9-9156-44fb1018252a None None] Agent healthcheck: found 6 active agents {{(pid=93660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:20:23.727489 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:25.603420 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:28.742116 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:33.216362 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [req-4d93cc21-2169-44c0-9996-95efa13d8ebc req-22c6f111-fc7c-4c69-a553-1fe1fc984657 service neutron] (93658) timed out ('10.222.0.69', 64775) {{(pid=93658) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 19:20:34.179893 dv-cinder-788363-8-iscsi neutron-server[93657]: DEBUG neutron.wsgi [req-c27cd676-5c46-4398-bacd-ff78c5c9b081 req-31a2fa33-d352-42af-ae3f-9cabb962aa2b service neutron] (93657) timed out ('10.222.0.69', 64733) {{(pid=93657) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 19:20:49.478664 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-afe19f85-8060-413c-a4b2-81f10f4e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:52.134216 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:52.173340 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-f2e2761f-64b7-4606-a1fb-457328835f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:52.884480 dv-cinder-788363-8-iscsi neutron-server[93658]: DEBUG neutron.wsgi [req-deb8e7a8-4e05-4721-a85f-d8ef778003b2 req-9977087c-677b-4f5a-86ce-a217c770dd27 service neutron] (93658) timed out ('10.222.0.69', 64751) {{(pid=93658) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 19:20:53.730054 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:55.605042 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:58.741159 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:00.718386 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.agents_db [None req-ef181030-a4ef-48d9-9156-44fb1018252a None None] Agent healthcheck: found 6 active agents {{(pid=93660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:21:19.478231 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-c647b478-afd6-45cd-9225-67be4ae88c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:22.136715 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:22.172748 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-89d2a3f4-b36c-4477-88cb-5fe155ab9218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:23.733288 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:25.608223 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:28.740336 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:37.717853 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.agents_db [None req-ef181030-a4ef-48d9-9156-44fb1018252a None None] Agent healthcheck: found 6 active agents {{(pid=93660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:21:49.478092 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-1c70448c-ec25-453c-87f3-18021901ac2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:52.137619 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:52.173129 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-b2e86a09-3953-4154-8202-db0d6b75ae4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:53.736238 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:55.612998 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:58.755231 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-6c31a582-4c2e-42cb-85ec-9d9ee7c5ad50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:14.717991 dv-cinder-788363-8-iscsi neutron-server[93660]: DEBUG neutron.db.agents_db [None req-ef181030-a4ef-48d9-9156-44fb1018252a None None] Agent healthcheck: found 6 active agents {{(pid=93660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:22:19.479235 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-32faaf2b-3c60-4c91-97ac-4c59488977e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:22.138511 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-132ebf34-231e-444d-91f0-7cac2ba2fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:22.172265 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-c642da28-8165-45aa-a266-7a329e5ca318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:23.740831 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-13583a1a-a4d8-49e0-b250-50d0cf9d51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:25.613800 dv-cinder-788363-8-iscsi neutron-server[93659]: DEBUG neutron_lib.callbacks.manager [None req-27ef0ba2-e241-49ef-b86d-3663b934071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730935243322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788660'] for agent, after_update {{(pid=93659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}